2023-01-17 20:59:04 +00:00
|
|
|
package memlimit
|
|
|
|
|
|
|
|
import (
|
|
|
|
"errors"
|
2023-08-28 06:59:08 +00:00
|
|
|
"fmt"
|
2023-01-17 20:59:04 +00:00
|
|
|
"io"
|
|
|
|
"log"
|
|
|
|
"math"
|
|
|
|
"os"
|
|
|
|
"runtime/debug"
|
|
|
|
"strconv"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
envGOMEMLIMIT = "GOMEMLIMIT"
|
|
|
|
envAUTOMEMLIMIT = "AUTOMEMLIMIT"
|
|
|
|
envAUTOMEMLIMIT_DEBUG = "AUTOMEMLIMIT_DEBUG"
|
|
|
|
|
|
|
|
defaultAUTOMEMLIMIT = 0.9
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
// ErrNoLimit is returned when the memory limit is not set.
|
|
|
|
ErrNoLimit = errors.New("memory is not limited")
|
|
|
|
)
|
|
|
|
|
2023-08-28 06:59:08 +00:00
|
|
|
type config struct {
|
|
|
|
logger *log.Logger
|
|
|
|
ratio float64
|
|
|
|
provider Provider
|
|
|
|
}
|
|
|
|
|
|
|
|
// Option is a function that configures the behavior of SetGoMemLimitWithOptions.
|
|
|
|
type Option func(cfg *config)
|
|
|
|
|
|
|
|
// WithRatio configures the ratio of the memory limit to set as GOMEMLIMIT.
|
2023-01-17 20:59:04 +00:00
|
|
|
//
|
2023-08-28 06:59:08 +00:00
|
|
|
// Default: 0.9
|
|
|
|
func WithRatio(ratio float64) Option {
|
|
|
|
return func(cfg *config) {
|
|
|
|
cfg.ratio = ratio
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// WithEnv configures whether to use environment variables.
|
|
|
|
//
|
|
|
|
// Default: false
|
2024-01-22 09:35:23 +00:00
|
|
|
//
|
|
|
|
// Deprecated: currently this does nothing.
|
2023-08-28 06:59:08 +00:00
|
|
|
func WithEnv() Option {
|
2024-01-22 09:35:23 +00:00
|
|
|
return func(cfg *config) {}
|
2023-08-28 06:59:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// WithProvider configures the provider.
|
|
|
|
//
|
|
|
|
// Default: FromCgroup
|
|
|
|
func WithProvider(provider Provider) Option {
|
|
|
|
return func(cfg *config) {
|
|
|
|
cfg.provider = provider
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-01-22 09:35:23 +00:00
|
|
|
// SetGoMemLimitWithOpts sets GOMEMLIMIT with options and environment variables.
|
|
|
|
//
|
|
|
|
// You can configure how much memory of the cgroup's memory limit to set as GOMEMLIMIT
|
|
|
|
// through AUTOMEMLIMIT envrironment variable in the half-open range (0.0,1.0].
|
|
|
|
//
|
|
|
|
// If AUTOMEMLIMIT is not set, it defaults to 0.9. (10% is the headroom for memory sources the Go runtime is unaware of.)
|
|
|
|
// If GOMEMLIMIT is already set or AUTOMEMLIMIT=off, this function does nothing.
|
|
|
|
//
|
|
|
|
// If AUTOMEMLIMIT_EXPERIMENT is set, it enables experimental features.
|
|
|
|
// Please see the documentation of Experiments for more details.
|
2023-08-28 06:59:08 +00:00
|
|
|
//
|
|
|
|
// Options:
|
|
|
|
// - WithRatio
|
|
|
|
// - WithProvider
|
|
|
|
func SetGoMemLimitWithOpts(opts ...Option) (_ int64, _err error) {
|
|
|
|
cfg := &config{
|
|
|
|
logger: log.New(io.Discard, "", log.LstdFlags),
|
|
|
|
ratio: defaultAUTOMEMLIMIT,
|
|
|
|
provider: FromCgroup,
|
|
|
|
}
|
|
|
|
if os.Getenv(envAUTOMEMLIMIT_DEBUG) == "true" {
|
|
|
|
cfg.logger = log.Default()
|
|
|
|
}
|
|
|
|
for _, opt := range opts {
|
|
|
|
opt(cfg)
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
if _err != nil {
|
|
|
|
cfg.logger.Println(_err)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2024-01-22 09:35:23 +00:00
|
|
|
exps, err := parseExperiments()
|
|
|
|
if err != nil {
|
|
|
|
return 0, fmt.Errorf("failed to parse experiments: %w", err)
|
|
|
|
}
|
|
|
|
if exps.System {
|
|
|
|
cfg.logger.Println("system experiment is enabled: using system memory limit as a fallback")
|
|
|
|
cfg.provider = ApplyFallback(cfg.provider, FromSystem)
|
|
|
|
}
|
|
|
|
|
2023-04-03 09:16:17 +00:00
|
|
|
snapshot := debug.SetMemoryLimit(-1)
|
|
|
|
defer func() {
|
|
|
|
err := recover()
|
|
|
|
if err != nil {
|
2023-08-28 06:59:08 +00:00
|
|
|
if _err != nil {
|
|
|
|
cfg.logger.Println(_err)
|
|
|
|
}
|
|
|
|
_err = fmt.Errorf("panic during setting the Go's memory limit, rolling back to previous value %d: %v", snapshot, err)
|
2023-04-03 09:16:17 +00:00
|
|
|
debug.SetMemoryLimit(snapshot)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2023-01-17 20:59:04 +00:00
|
|
|
if val, ok := os.LookupEnv(envGOMEMLIMIT); ok {
|
2023-08-28 06:59:08 +00:00
|
|
|
cfg.logger.Printf("GOMEMLIMIT is set already, skipping: %s\n", val)
|
2023-12-11 10:35:15 +00:00
|
|
|
return 0, nil
|
2023-01-17 20:59:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-28 06:59:08 +00:00
|
|
|
ratio := cfg.ratio
|
2023-01-17 20:59:04 +00:00
|
|
|
if val, ok := os.LookupEnv(envAUTOMEMLIMIT); ok {
|
|
|
|
if val == "off" {
|
2023-08-28 06:59:08 +00:00
|
|
|
cfg.logger.Printf("AUTOMEMLIMIT is set to off, skipping\n")
|
2023-12-11 10:35:15 +00:00
|
|
|
return 0, nil
|
2023-01-17 20:59:04 +00:00
|
|
|
}
|
|
|
|
_ratio, err := strconv.ParseFloat(val, 64)
|
|
|
|
if err != nil {
|
2023-08-28 06:59:08 +00:00
|
|
|
return 0, fmt.Errorf("cannot parse AUTOMEMLIMIT: %s", val)
|
2023-01-17 20:59:04 +00:00
|
|
|
}
|
|
|
|
ratio = _ratio
|
|
|
|
}
|
|
|
|
|
2023-12-11 10:35:15 +00:00
|
|
|
limit, err := setGoMemLimit(ApplyRatio(cfg.provider, ratio))
|
2023-01-17 20:59:04 +00:00
|
|
|
if err != nil {
|
2024-01-22 09:35:23 +00:00
|
|
|
if errors.Is(err, ErrNoLimit) {
|
|
|
|
cfg.logger.Printf("memory is not limited, skipping: %v\n", err)
|
|
|
|
return 0, nil
|
|
|
|
}
|
2023-08-28 06:59:08 +00:00
|
|
|
return 0, fmt.Errorf("failed to set GOMEMLIMIT: %w", err)
|
2023-01-17 20:59:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-28 06:59:08 +00:00
|
|
|
cfg.logger.Printf("GOMEMLIMIT=%d\n", limit)
|
|
|
|
|
|
|
|
return limit, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func SetGoMemLimitWithEnv() {
|
2024-01-22 09:35:23 +00:00
|
|
|
_, _ = SetGoMemLimitWithOpts()
|
2023-01-17 20:59:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// SetGoMemLimit sets GOMEMLIMIT with the value from the cgroup's memory limit and given ratio.
|
|
|
|
func SetGoMemLimit(ratio float64) (int64, error) {
|
2023-12-11 10:35:15 +00:00
|
|
|
return SetGoMemLimitWithOpts(WithRatio(ratio))
|
2023-01-17 20:59:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// SetGoMemLimitWithProvider sets GOMEMLIMIT with the value from the given provider and ratio.
|
|
|
|
func SetGoMemLimitWithProvider(provider Provider, ratio float64) (int64, error) {
|
2023-12-11 10:35:15 +00:00
|
|
|
return SetGoMemLimitWithOpts(WithProvider(provider), WithRatio(ratio))
|
|
|
|
}
|
|
|
|
|
|
|
|
func setGoMemLimit(provider Provider) (int64, error) {
|
2023-01-17 20:59:04 +00:00
|
|
|
limit, err := provider()
|
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
2023-12-11 10:35:15 +00:00
|
|
|
capped := cappedU64ToI64(limit)
|
|
|
|
debug.SetMemoryLimit(capped)
|
|
|
|
return capped, nil
|
2023-01-17 20:59:04 +00:00
|
|
|
}
|
|
|
|
|
2023-12-11 10:35:15 +00:00
|
|
|
func cappedU64ToI64(limit uint64) int64 {
|
|
|
|
if limit > math.MaxInt64 {
|
2023-01-17 20:59:04 +00:00
|
|
|
return math.MaxInt64
|
|
|
|
}
|
2023-12-11 10:35:15 +00:00
|
|
|
return int64(limit)
|
2023-01-17 20:59:04 +00:00
|
|
|
}
|