mirror of https://github.com/k3s-io/k3s
143 lines
3.4 KiB
Go
143 lines
3.4 KiB
Go
// +build linux
|
|
|
|
package fs2
|
|
|
|
import (
|
|
"bufio"
|
|
"os"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/opencontainers/runc/libcontainer/cgroups"
|
|
"github.com/opencontainers/runc/libcontainer/cgroups/fscommon"
|
|
"github.com/opencontainers/runc/libcontainer/configs"
|
|
)
|
|
|
|
func isIoSet(r *configs.Resources) bool {
|
|
return r.BlkioWeight != 0 ||
|
|
len(r.BlkioThrottleReadBpsDevice) > 0 ||
|
|
len(r.BlkioThrottleWriteBpsDevice) > 0 ||
|
|
len(r.BlkioThrottleReadIOPSDevice) > 0 ||
|
|
len(r.BlkioThrottleWriteIOPSDevice) > 0
|
|
}
|
|
|
|
func setIo(dirPath string, r *configs.Resources) error {
|
|
if !isIoSet(r) {
|
|
return nil
|
|
}
|
|
|
|
if r.BlkioWeight != 0 {
|
|
filename := "io.bfq.weight"
|
|
if err := fscommon.WriteFile(dirPath, filename,
|
|
strconv.FormatUint(uint64(r.BlkioWeight), 10)); err != nil {
|
|
// if io.bfq.weight does not exist, then bfq module is not loaded.
|
|
// Fallback to use io.weight with a conversion scheme
|
|
if !os.IsNotExist(err) {
|
|
return err
|
|
}
|
|
v := cgroups.ConvertBlkIOToIOWeightValue(r.BlkioWeight)
|
|
if err := fscommon.WriteFile(dirPath, "io.weight", strconv.FormatUint(v, 10)); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
for _, td := range r.BlkioThrottleReadBpsDevice {
|
|
if err := fscommon.WriteFile(dirPath, "io.max", td.StringName("rbps")); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
for _, td := range r.BlkioThrottleWriteBpsDevice {
|
|
if err := fscommon.WriteFile(dirPath, "io.max", td.StringName("wbps")); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
for _, td := range r.BlkioThrottleReadIOPSDevice {
|
|
if err := fscommon.WriteFile(dirPath, "io.max", td.StringName("riops")); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
for _, td := range r.BlkioThrottleWriteIOPSDevice {
|
|
if err := fscommon.WriteFile(dirPath, "io.max", td.StringName("wiops")); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func readCgroup2MapFile(dirPath string, name string) (map[string][]string, error) {
|
|
ret := map[string][]string{}
|
|
f, err := fscommon.OpenFile(dirPath, name, os.O_RDONLY)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer f.Close()
|
|
scanner := bufio.NewScanner(f)
|
|
for scanner.Scan() {
|
|
line := scanner.Text()
|
|
parts := strings.Fields(line)
|
|
if len(parts) < 2 {
|
|
continue
|
|
}
|
|
ret[parts[0]] = parts[1:]
|
|
}
|
|
if err := scanner.Err(); err != nil {
|
|
return nil, err
|
|
}
|
|
return ret, nil
|
|
}
|
|
|
|
func statIo(dirPath string, stats *cgroups.Stats) error {
|
|
// more details on the io.stat file format: https://www.kernel.org/doc/Documentation/cgroup-v2.txt
|
|
var ioServiceBytesRecursive []cgroups.BlkioStatEntry
|
|
values, err := readCgroup2MapFile(dirPath, "io.stat")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for k, v := range values {
|
|
d := strings.Split(k, ":")
|
|
if len(d) != 2 {
|
|
continue
|
|
}
|
|
major, err := strconv.ParseUint(d[0], 10, 0)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
minor, err := strconv.ParseUint(d[1], 10, 0)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, item := range v {
|
|
d := strings.Split(item, "=")
|
|
if len(d) != 2 {
|
|
continue
|
|
}
|
|
op := d[0]
|
|
|
|
// Accommodate the cgroup v1 naming
|
|
switch op {
|
|
case "rbytes":
|
|
op = "read"
|
|
case "wbytes":
|
|
op = "write"
|
|
}
|
|
|
|
value, err := strconv.ParseUint(d[1], 10, 0)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
entry := cgroups.BlkioStatEntry{
|
|
Op: op,
|
|
Major: major,
|
|
Minor: minor,
|
|
Value: value,
|
|
}
|
|
ioServiceBytesRecursive = append(ioServiceBytesRecursive, entry)
|
|
}
|
|
}
|
|
stats.BlkioStats = cgroups.BlkioStats{IoServiceBytesRecursive: ioServiceBytesRecursive}
|
|
return nil
|
|
}
|