2019-01-12 04:58:27 +00:00
|
|
|
/*
|
|
|
|
Copyright 2016 The Kubernetes Authors.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package responsewriters
|
|
|
|
|
|
|
|
import (
|
2019-09-27 21:51:53 +00:00
|
|
|
"compress/gzip"
|
2019-01-12 04:58:27 +00:00
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
2019-09-27 21:51:53 +00:00
|
|
|
"io/ioutil"
|
2019-01-12 04:58:27 +00:00
|
|
|
"net/http"
|
|
|
|
"strconv"
|
2019-09-27 21:51:53 +00:00
|
|
|
"strings"
|
|
|
|
"sync"
|
|
|
|
|
|
|
|
"k8s.io/apiserver/pkg/features"
|
2019-01-12 04:58:27 +00:00
|
|
|
|
|
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
|
|
utilruntime "k8s.io/apimachinery/pkg/util/runtime"
|
|
|
|
"k8s.io/apiserver/pkg/audit"
|
|
|
|
"k8s.io/apiserver/pkg/endpoints/handlers/negotiation"
|
|
|
|
"k8s.io/apiserver/pkg/endpoints/metrics"
|
|
|
|
"k8s.io/apiserver/pkg/endpoints/request"
|
|
|
|
"k8s.io/apiserver/pkg/registry/rest"
|
2019-09-27 21:51:53 +00:00
|
|
|
utilfeature "k8s.io/apiserver/pkg/util/feature"
|
2019-01-12 04:58:27 +00:00
|
|
|
"k8s.io/apiserver/pkg/util/flushwriter"
|
|
|
|
"k8s.io/apiserver/pkg/util/wsstream"
|
|
|
|
)
|
|
|
|
|
|
|
|
// StreamObject performs input stream negotiation from a ResourceStreamer and writes that to the response.
|
|
|
|
// If the client requests a websocket upgrade, negotiate for a websocket reader protocol (because many
|
|
|
|
// browser clients cannot easily handle binary streaming protocols).
|
|
|
|
func StreamObject(statusCode int, gv schema.GroupVersion, s runtime.NegotiatedSerializer, stream rest.ResourceStreamer, w http.ResponseWriter, req *http.Request) {
|
|
|
|
out, flush, contentType, err := stream.InputStream(req.Context(), gv.String(), req.Header.Get("Accept"))
|
|
|
|
if err != nil {
|
|
|
|
ErrorNegotiated(err, s, gv, w, req)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if out == nil {
|
|
|
|
// No output provided - return StatusNoContent
|
|
|
|
w.WriteHeader(http.StatusNoContent)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
defer out.Close()
|
|
|
|
|
|
|
|
if wsstream.IsWebSocketRequest(req) {
|
|
|
|
r := wsstream.NewReader(out, true, wsstream.NewDefaultReaderProtocols())
|
|
|
|
if err := r.Copy(w, req); err != nil {
|
|
|
|
utilruntime.HandleError(fmt.Errorf("error encountered while streaming results via websocket: %v", err))
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(contentType) == 0 {
|
|
|
|
contentType = "application/octet-stream"
|
|
|
|
}
|
|
|
|
w.Header().Set("Content-Type", contentType)
|
|
|
|
w.WriteHeader(statusCode)
|
2019-04-07 17:07:55 +00:00
|
|
|
// Flush headers, if possible
|
|
|
|
if flusher, ok := w.(http.Flusher); ok {
|
|
|
|
flusher.Flush()
|
|
|
|
}
|
2019-01-12 04:58:27 +00:00
|
|
|
writer := w.(io.Writer)
|
|
|
|
if flush {
|
|
|
|
writer = flushwriter.Wrap(w)
|
|
|
|
}
|
|
|
|
io.Copy(writer, out)
|
|
|
|
}
|
|
|
|
|
|
|
|
// SerializeObject renders an object in the content type negotiated by the client using the provided encoder.
|
2019-09-27 21:51:53 +00:00
|
|
|
// The context is optional and can be nil. This method will perform optional content compression if requested by
|
|
|
|
// a client and the feature gate for APIResponseCompression is enabled.
|
|
|
|
func SerializeObject(mediaType string, encoder runtime.Encoder, hw http.ResponseWriter, req *http.Request, statusCode int, object runtime.Object) {
|
|
|
|
w := &deferredResponseWriter{
|
|
|
|
mediaType: mediaType,
|
|
|
|
statusCode: statusCode,
|
|
|
|
contentEncoding: negotiateContentEncoding(req),
|
|
|
|
hw: hw,
|
|
|
|
}
|
2019-01-12 04:58:27 +00:00
|
|
|
|
2019-09-27 21:51:53 +00:00
|
|
|
err := encoder.Encode(object, w)
|
|
|
|
if err == nil {
|
|
|
|
err = w.Close()
|
|
|
|
if err == nil {
|
|
|
|
return
|
|
|
|
}
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|
2019-09-27 21:51:53 +00:00
|
|
|
|
|
|
|
// make a best effort to write the object if a failure is detected
|
|
|
|
utilruntime.HandleError(fmt.Errorf("apiserver was unable to write a JSON response: %v", err))
|
|
|
|
status := ErrorToAPIStatus(err)
|
|
|
|
candidateStatusCode := int(status.Code)
|
|
|
|
// if the current status code is successful, allow the error's status code to overwrite it
|
|
|
|
if statusCode >= http.StatusOK && statusCode < http.StatusBadRequest {
|
|
|
|
w.statusCode = candidateStatusCode
|
|
|
|
}
|
|
|
|
output, err := runtime.Encode(encoder, status)
|
|
|
|
if err != nil {
|
|
|
|
w.mediaType = "text/plain"
|
|
|
|
output = []byte(fmt.Sprintf("%s: %s", status.Reason, status.Message))
|
|
|
|
}
|
|
|
|
if _, err := w.Write(output); err != nil {
|
|
|
|
utilruntime.HandleError(fmt.Errorf("apiserver was unable to write a fallback JSON response: %v", err))
|
|
|
|
}
|
|
|
|
w.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
var gzipPool = &sync.Pool{
|
|
|
|
New: func() interface{} {
|
|
|
|
gw, err := gzip.NewWriterLevel(nil, defaultGzipContentEncodingLevel)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
return gw
|
|
|
|
},
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|
|
|
|
|
2019-09-27 21:51:53 +00:00
|
|
|
const (
|
|
|
|
// defaultGzipContentEncodingLevel is set to 4 which uses less CPU than the default level
|
|
|
|
defaultGzipContentEncodingLevel = 4
|
|
|
|
// defaultGzipThresholdBytes is compared to the size of the first write from the stream
|
|
|
|
// (usually the entire object), and if the size is smaller no gzipping will be performed
|
|
|
|
// if the client requests it.
|
|
|
|
defaultGzipThresholdBytes = 128 * 1024
|
|
|
|
)
|
|
|
|
|
|
|
|
// negotiateContentEncoding returns a supported client-requested content encoding for the
|
|
|
|
// provided request. It will return the empty string if no supported content encoding was
|
|
|
|
// found or if response compression is disabled.
|
|
|
|
func negotiateContentEncoding(req *http.Request) string {
|
|
|
|
encoding := req.Header.Get("Accept-Encoding")
|
|
|
|
if len(encoding) == 0 {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
if !utilfeature.DefaultFeatureGate.Enabled(features.APIResponseCompression) {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
for len(encoding) > 0 {
|
|
|
|
var token string
|
|
|
|
if next := strings.Index(encoding, ","); next != -1 {
|
|
|
|
token = encoding[:next]
|
|
|
|
encoding = encoding[next+1:]
|
|
|
|
} else {
|
|
|
|
token = encoding
|
|
|
|
encoding = ""
|
|
|
|
}
|
|
|
|
switch strings.TrimSpace(token) {
|
|
|
|
case "gzip":
|
|
|
|
return "gzip"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
|
|
|
|
type deferredResponseWriter struct {
|
|
|
|
mediaType string
|
|
|
|
statusCode int
|
|
|
|
contentEncoding string
|
|
|
|
|
|
|
|
hasWritten bool
|
|
|
|
hw http.ResponseWriter
|
|
|
|
w io.Writer
|
|
|
|
}
|
|
|
|
|
|
|
|
func (w *deferredResponseWriter) Write(p []byte) (n int, err error) {
|
|
|
|
if w.hasWritten {
|
|
|
|
return w.w.Write(p)
|
|
|
|
}
|
|
|
|
w.hasWritten = true
|
|
|
|
|
|
|
|
hw := w.hw
|
|
|
|
header := hw.Header()
|
|
|
|
switch {
|
|
|
|
case w.contentEncoding == "gzip" && len(p) > defaultGzipThresholdBytes:
|
|
|
|
header.Set("Content-Encoding", "gzip")
|
|
|
|
header.Add("Vary", "Accept-Encoding")
|
|
|
|
|
|
|
|
gw := gzipPool.Get().(*gzip.Writer)
|
|
|
|
gw.Reset(hw)
|
|
|
|
|
|
|
|
w.w = gw
|
|
|
|
default:
|
|
|
|
w.w = hw
|
|
|
|
}
|
|
|
|
|
|
|
|
header.Set("Content-Type", w.mediaType)
|
|
|
|
hw.WriteHeader(w.statusCode)
|
|
|
|
return w.w.Write(p)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (w *deferredResponseWriter) Close() error {
|
|
|
|
if !w.hasWritten {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
var err error
|
|
|
|
switch t := w.w.(type) {
|
|
|
|
case *gzip.Writer:
|
|
|
|
err = t.Close()
|
|
|
|
t.Reset(nil)
|
|
|
|
gzipPool.Put(t)
|
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
var nopCloser = ioutil.NopCloser(nil)
|
|
|
|
|
2019-01-12 04:58:27 +00:00
|
|
|
// WriteObjectNegotiated renders an object in the content type negotiated by the client.
|
2019-08-30 18:33:25 +00:00
|
|
|
func WriteObjectNegotiated(s runtime.NegotiatedSerializer, restrictions negotiation.EndpointRestrictions, gv schema.GroupVersion, w http.ResponseWriter, req *http.Request, statusCode int, object runtime.Object) {
|
|
|
|
stream, ok := object.(rest.ResourceStreamer)
|
|
|
|
if ok {
|
|
|
|
requestInfo, _ := request.RequestInfoFrom(req.Context())
|
|
|
|
metrics.RecordLongRunning(req, requestInfo, metrics.APIServerComponent, func() {
|
|
|
|
StreamObject(statusCode, gv, s, stream, w, req)
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
_, serializer, err := negotiation.NegotiateOutputMediaType(req, s, restrictions)
|
2019-01-12 04:58:27 +00:00
|
|
|
if err != nil {
|
|
|
|
// if original statusCode was not successful we need to return the original error
|
|
|
|
// we cannot hide it behind negotiation problems
|
|
|
|
if statusCode < http.StatusOK || statusCode >= http.StatusBadRequest {
|
|
|
|
WriteRawJSON(int(statusCode), object, w)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
status := ErrorToAPIStatus(err)
|
|
|
|
WriteRawJSON(int(status.Code), status, w)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
if ae := request.AuditEventFrom(req.Context()); ae != nil {
|
|
|
|
audit.LogResponseObject(ae, object, gv, s)
|
|
|
|
}
|
|
|
|
|
|
|
|
encoder := s.EncoderForVersion(serializer.Serializer, gv)
|
|
|
|
SerializeObject(serializer.MediaType, encoder, w, req, statusCode, object)
|
|
|
|
}
|
|
|
|
|
|
|
|
// ErrorNegotiated renders an error to the response. Returns the HTTP status code of the error.
|
|
|
|
// The context is optional and may be nil.
|
|
|
|
func ErrorNegotiated(err error, s runtime.NegotiatedSerializer, gv schema.GroupVersion, w http.ResponseWriter, req *http.Request) int {
|
|
|
|
status := ErrorToAPIStatus(err)
|
|
|
|
code := int(status.Code)
|
|
|
|
// when writing an error, check to see if the status indicates a retry after period
|
|
|
|
if status.Details != nil && status.Details.RetryAfterSeconds > 0 {
|
|
|
|
delay := strconv.Itoa(int(status.Details.RetryAfterSeconds))
|
|
|
|
w.Header().Set("Retry-After", delay)
|
|
|
|
}
|
|
|
|
|
|
|
|
if code == http.StatusNoContent {
|
|
|
|
w.WriteHeader(code)
|
|
|
|
return code
|
|
|
|
}
|
|
|
|
|
2019-08-30 18:33:25 +00:00
|
|
|
WriteObjectNegotiated(s, negotiation.DefaultEndpointRestrictions, gv, w, req, code, status)
|
2019-01-12 04:58:27 +00:00
|
|
|
return code
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteRawJSON writes a non-API object in JSON.
|
|
|
|
func WriteRawJSON(statusCode int, object interface{}, w http.ResponseWriter) {
|
|
|
|
output, err := json.MarshalIndent(object, "", " ")
|
|
|
|
if err != nil {
|
|
|
|
http.Error(w, err.Error(), http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
w.Header().Set("Content-Type", "application/json")
|
|
|
|
w.WriteHeader(statusCode)
|
|
|
|
w.Write(output)
|
|
|
|
}
|