Whether or not the online environment can set debug=true?

[anranziruo]

func goutDebug(ctx context.Context) gout.DebugOpt {
	return gout.DebugFunc(func(o *gout.DebugOption) {
		o.Debug = true
	})
}

when i set debug = true the online environment,our service has slow memory leak.

[guonaihong]

Are there any profile files or memory allocation diagrams?

[guonaihong]

I will write a code to reproduce it tonight.

[anranziruo]

I will write a code to reproduce it tonight.

ok, our code is simple, save data in mysql and redis, no complex code and logic

[guonaihong]

I was unable to reproduce this issue.
This is my code。

package main

import (
    "encoding/json"
    "fmt"
    "log"
    "net/http"
    _ "net/http/pprof"
    "runtime"
    "time"

    "github.com/guonaihong/gout"
)

func main() {
    // 启用 pprof 性能分析工具
    go func() {
        log.Println("Starting pprof server on :6060")
        if err := http.ListenAndServe("localhost:6060", nil); err != nil {
            log.Fatalf("Failed to start pprof server: %v", err)
        }
    }()

    // 启动标准库的 HTTP 服务端
    go func() {
        http.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
            // 解析客户端发送的 JSON 数据
            var requestData map[string]interface{}
            if err := json.NewDecoder(r.Body).Decode(&requestData); err != nil {
                http.Error(w, "Invalid JSON", http.StatusBadRequest)
                return
            }

            // 构造一个 1KB 大小的 JSON 数据作为响应
            responseData := generateLargeJSON()
            w.Header().Set("Content-Type", "application/json")
            json.NewEncoder(w).Encode(responseData)
        })
        log.Println("Starting HTTP server on :8080")
        if err := http.ListenAndServe(":8080", nil); err != nil {
            log.Fatalf("Failed to start HTTP server: %v", err)
        }
    }()

    // 模拟客户端持续访问本地 HTTP 服务
    targetURL := "http://localhost:8080" // 本地服务地址

    for {
        // 构造一个 1KB 大小的 JSON 数据作为请求体
        requestBody := generateLargeJSON()

        var responseBody map[string]interface{}

        // 使用 gout 发起 POST 请求
        err := gout.POST(targetURL).
            Debug(true). // 关闭调试模式（可选）
            SetTimeout(5 * time.Second). // 设置超时时间
            SetJSON(requestBody). // 设置请求体为 JSON
            BindJSON(&responseBody). // 绑定响应体到变量
            Do()

        if err != nil {
            log.Printf("Error making request: %v", err)
            time.Sleep(1 * time.Second) // 出错时等待一段时间再重试
            continue
        }

        fmt.Printf("Request sent. Response received. Size: %d bytes\n", len(fmt.Sprintf("%v", responseBody)))

        // 打印当前内存使用情况
        printMemUsage()

        // 控制请求频率
        time.Sleep(100 * time.Millisecond)
    }
}

// generateLargeJSON 生成一个 1KB 大小的 JSON 数据
func generateLargeJSON() map[string]interface{} {
    data := make(map[string]interface{})
    for i := 0; i < 128; i++ {
        data[fmt.Sprintf("key%d", i)] = fmt.Sprintf("value%d", i)
    }
    return data
}

// printMemUsage 打印当前内存使用情况
func printMemUsage() {
    var m runtime.MemStats
    runtime.ReadMemStats(&m)
    fmt.Printf("Alloc = %v MiB", bToMb(m.Alloc))
    fmt.Printf("\tTotalAlloc = %v MiB", bToMb(m.TotalAlloc))
    fmt.Printf("\tSys = %v MiB", bToMb(m.Sys))
    fmt.Printf("\tNumGC = %v\n", m.NumGC)
}

// bToMb 将字节转换为 MiB
func bToMb(b uint64) uint64 {
    return b / 1024 / 1024
}

[guonaihong]

The issue hasn't been reproduced after running for 20 hours. Can you provide the profile?

[anranziruo]

The issue hasn't been reproduced after running for 20 hours. Can you provide the profile?

wait some minutes, I use unit test to reproduce

[anranziruo]

package core

import (
	"context"
	"fmt"
	"log"
	"net/http"
	_ "net/http/pprof"
	"testing"
	"time"
)

func TestGET(t *testing.T) {
	go func() {
		log.Println("Starting pprof server on :6060")
		if err := http.ListenAndServe("localhost:6060", nil); err != nil {
			log.Fatalf("Failed to start pprof server: %v", err)
		}
	}()

	ctx := context.Background()

	log.Println("start request")
	count := 0

	for {
		for i := 0; i < 30; i++ {
			go func() {
				err := GET(ctx, "https://www.baidu.com").Do()

				if err != nil {
					fmt.Printf("Request failed")
					return
				}
				fmt.Printf("Request  succeeded\n")
			}()
		}
		if count > 200 {
			break
		}
		count++
		time.Sleep(time.Second * 6)
	}
	log.Println("end reuqest")
	time.Sleep(time.Minute * 25)
}

func GET(ctx context.Context, url string) *dataflow.DataFlow {
	return gout.GET(url).Debug(goutDebug(ctx))
}
func goutDebug(ctx context.Context) gout.DebugOpt {
	return gout.DebugFunc(func(o *gout.DebugOption) {
		o.Debug = false
	})
}

machine: mac m1 air
go version: go1.22.7
when i use this code in mac ,memory didn't decrease.You can try this code.

[anranziruo]

The issue hasn't been reproduced after running for 20 hours. Can you provide the profile?

please run my code to test

[guonaihong]

ok

[anranziruo]

ok

Have a result?

[guonaihong]

The same code, the same compiler version did not reproduce the issue. I am using a MacBook Air M2.

…

---Original--- From: "Alcestis ***@***.***> Date: Mon, Feb 10, 2025 20:02 PM To: ***@***.***>; Cc: ***@***.******@***.***>; Subject: Re: [guonaihong/gout] Whether or not the online environment can setdebug=true? (Issue #397) ok Have a result? — Reply to this email directly, view it on GitHub, or unsubscribe. You are receiving this because you commented.Message ID: ***@***.***>

[guonaihong]

➜ ~ go version
go version go1.22.7 darwin/arm64

➜ ~ uname -a
Darwin 192.168.1.30 21.6.0 Darwin Kernel Version 21.6.0: Sat Jun 18 17:07:28 PDT 2022; root:xnu-8020.140.41~1/RELEASE_ARM64_T8110 arm64

test code
1.

package core

import (
	"context"
	"fmt"
	"log"
	"net/http"
	_ "net/http/pprof"
	"testing"
	"time"

	"github.com/guonaihong/gout"
	"github.com/guonaihong/gout/dataflow"
)

func TestGET(t *testing.T) {
	go func() {
		log.Println("Starting pprof server on :6060")
		if err := http.ListenAndServe("localhost:6060", nil); err != nil {
			log.Fatalf("Failed to start pprof server: %v", err)
		}
	}()

	ctx := context.Background()

	log.Println("start request")
	count := 0

	for {
		for i := 0; i < 30; i++ {
			go func() {
				err := GET(ctx, "https://www.baidu.com").Do()
				if err != nil {
					fmt.Printf("Request failed")
					return
				}
				fmt.Printf("Request  succeeded\n")
			}()
		}
		if count > 200 {
			break
		}
		count++
		time.Sleep(time.Second * 6)
	}
	log.Println("end reuqest")
	time.Sleep(time.Minute * 25)
}

func GET(ctx context.Context, url string) *dataflow.DataFlow {
	return gout.GET(url).Debug(goutDebug(ctx))
}

func goutDebug(ctx context.Context) gout.DebugOpt {
	return gout.DebugFunc(func(o *gout.DebugOption) {
		o.Debug = false
	})
}

package main

import (
	"context"
	"fmt"
	"log"
	"net/http"
	_ "net/http/pprof"
	"runtime"
	"time"

	"github.com/guonaihong/gout"
	"github.com/guonaihong/gout/dataflow"
)

func main() {
	go func() {
		log.Println("Starting pprof server on :6060")
		if err := http.ListenAndServe("localhost:6060", nil); err != nil {
			log.Fatalf("Failed to start pprof server: %v", err)
		}
	}()

	ctx := context.Background()

	log.Println("start request")
	count := 0

	go func() {
		for {
			time.Sleep(time.Second)
			// printMemUsage()
		}
	}()

	for {
		for i := 0; i < 30; i++ {
			go func() {
				err := GET(ctx, "https://www.baidu.com").Do()
				if err != nil {
					fmt.Printf("Request failed")
					return
				}
				fmt.Printf("Request  succeeded\n")
			}()
		}
		if count > 200 {
			fmt.Printf("count:%d\n", count)
			break
		}
		count++
		time.Sleep(time.Second * 6)
	}

	log.Println("end reuqest")
	time.Sleep(time.Minute * 25)
}

func GET(ctx context.Context, url string) *dataflow.DataFlow {
	return gout.GET(url).Debug(goutDebug(ctx))
}

func goutDebug(ctx context.Context) gout.DebugOpt {
	return gout.DebugFunc(func(o *gout.DebugOption) {
		o.Debug = false
	})
}

// printMemUsage 打印当前内存使用情况
func printMemUsage() {
	var m runtime.MemStats
	runtime.ReadMemStats(&m)
	fmt.Printf("Alloc = %v MiB", bToMb(m.Alloc))
	fmt.Printf("\tTotalAlloc = %v MiB", bToMb(m.TotalAlloc))
	fmt.Printf("\tSys = %v MiB", bToMb(m.Sys))
	fmt.Printf("\tNumGC = %v\n", m.NumGC)
}

// bToMb 将字节转换为 MiB
func bToMb(b uint64) uint64 {
	return b / 1024 / 1024
}

[guonaihong]

The command to observe memory

watch -n 1 "ps -o rss,vsz,command -p\$(pgrep go run)"

[guonaihong]

Could you send me a copy of the problematic Go language profile file?

[lib4u]

https://github.com/lib4u/grequest you can try new package for golang requests