貌似有内存泄漏的问题

biaosheng commented 1 year ago

测试代码使用net/http 内存很稳定使用requests内存一直在增加 func main() {

for i := 0; i < 500; i++ {
    go test() //启动500个协程
}
time.Sleep(time.Hour) //简单写个多协程测试用 防止程序退出

} func test() { for { request() //让request里面的 defer resp.Body.Close()执行 time.Sleep(time.Second * 2) //延迟两秒 } }

func request() { session := requests.NewSession() get, err := session.Get("https://www.baidu.com", nil) defer get.Body.Close() if err != nil { log.Println(err) } else { log.Println(get.StatusCode) } }

func request2() { client := &http.Client{} req, err := http.NewRequest("GET", "https://www.baidu.com/", nil) if err != nil { log.Fatal(err) } req.Header.Set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,/;q=0.8,application/signed-exchange;v=b3;q=0.7") req.Header.Set("Accept-Language", "zh-CN,zh;q=0.9") req.Header.Set("Cache-Control", "max-age=0") req.Header.Set("Connection", "keep-alive") //req.Header.Set("Cookie", newlogin=1; BAIDUID=E28143288BF2CE78F47DEE6D838597AD:FG=1; BIDUPSID=E28143288BF2CE78F47DEE6D838597AD; PSTM=1686290578; BD_UPN=12314753; BDORZ=B490B5EBF6F3CD402E515D22BCDA1598; ZFY=vtKQLMb10aj:AelQK2atb6hWafLrIjhTewMncrONOWB0:C; BAIDUID_BFESS=E28143288BF2CE78F47DEE6D838597AD:FG=1; BAIDU_WISE_UID=wapp_1686324034132_312; __bid_n=188a0beb7e9f01bd464207; FPTOKEN=S+748kxNSNES6GscYz26mVNxDWWA1/2I3Z7FA0E0NHuv+jrRn2ENP6+EFP0bjzzJD5FsllQOrq2X6aenUX7e0LQ+mZLbLSjH5hdpt3BnAdBry+KIG0sqKDidlivEJPVqZcvf/gj4HCjf6xwjLyKdEgdGROwDDgpPvHFU1CEVUltYiDsgRPZ7QJHydbPnkQFMp627a8VM+kZOD4/XZRHa3D6Xsu1MMiAsJip2qfU4Xcb/AC9Eyg+AUVjnVzKOJfaYJQXZFLBvbde0X9sYmGzLttNBuGPZNkn9f/XjTqiZwJAQ6ZoyPDUpJZhYlUEI6UmNqYjNO/bKiYgFykO7+buolTN/9h5Kde4ijQrvHbFQim5pVoMZFfPBGPDcUk8DtiOuac+9MEqdnnEimFpoZj+z9w==|g8znJHPGgx8B5pMSiHKdShyqBH6B81O0XbrNOjrIcgE=|10|e6f7011f1825eaffa3e3b4768aa3cd4c; arialoadData=false; RT="z=1&dm=baidu.com&si=4fc19501-3f80-464a-a4cc-5d7877667eb6&ss=liopsf0s&sl=e&tt=6g7&bcn=https%3A%2F%2Ffclog.baidu.com%2Flog%2Fweirwood%3Ftype%3Dperf&nu=2yhyy2du&cl=8tn&ld=31k7&ul=3lv1&hd=3lvz"; BA_HECTOR=80850h2181a08ga18485841j1i87fv51m; baikeVisitId=66992687-24dc-4433-a313-87b7e6b8ec0d; Hm_lvt_aec699bb6442ba076c8981c6dc490771=1686298007,1686356031; BD_HOME=1; H_PS_PSSID=38515_36547_38686_38857_38797_38768_38844_38831_38582_38793_38809_38837_38637_38502_26350) req.Header.Set("Sec-Fetch-Dest", "document") req.Header.Set("Sec-Fetch-Mode", "navigate") req.Header.Set("Sec-Fetch-Site", "none") req.Header.Set("Sec-Fetch-User", "?1") req.Header.Set("Upgrade-Insecure-Requests", "1") req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36") req.Header.Set("sec-ch-ua", "Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114") req.Header.Set("sec-ch-ua-mobile", "?0") req.Header.Set("sec-ch-ua-platform", "Windows") resp, err := client.Do(req) if err != nil { log.Fatal(err) } defer resp.Body.Close() // 新建request函数是为了使这个函数运行结束，能执行resp.Body.Close() _, err = io.ReadAll(resp.Body) if err != nil { log.Fatal(err) } log.Println(resp.StatusCode) //fmt.Printf("%s\n", bodyText) }

biaosheng commented 1 year ago

是我代码哪里写的不对吗？有什么解决方案吗？

wangluozhe commented 1 year ago

好像确实存在内存泄露的问题，我有空得好好排查一下，解决这个问题

biaosheng commented 1 year ago

好像确实存在内存泄露的问题，我有空得好好排查一下，解决这个问题

有解决方案了吗？好像是utls和fhttp整合的问题单独测试utls或者测试fhttp 都没什么问题

aj3423 commented 1 year ago

@wangluozhe 当http头里用 keep-alive 时候，的确会连接一直保持着： req.Header.Set("Connection", "keep-alive") 这时候看tcp连接数应该一直占着不会释放。怎么样可以主动断开这个keep-alive的连接？因为写Close的话会被服务器检测到。

wangluozhe / requests

貌似有内存泄漏的问题 #35