英文:
golang panic when invoke http.Get
问题
错误消息:
goroutine 11357 [可运行]:
net.runtime_pollWait(0x1737f28, 0x77, 0x4fa90)
/usr/local/go/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc829571bf0, 0x77, 0x0, 0x0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitWrite(0xc829571bf0, 0x0, 0x0)
/usr/local/go/src/net/fd_poll_runtime.go:82 +0x36
net.(*netFD).connect(0xc829571b90, 0x0, 0x0, 0x1714f80, 0xc829572f20, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:114 +0x1f6
net.(*netFD).dial(0xc829571b90, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0)
/usr/local/go/src/net/sock_posix.go:137 +0x351
net.socket(0x3050e8, 0x3, 0x2, 0x1, 0x0, 0xc829575500, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, ...)
/usr/local/go/src/net/sock_posix.go:89 +0x411
net.internetSocket(0x3050e8, 0x3, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, 0xece412272, 0xc833aa2325, 0x473ea0, 0x1, ...)
/usr/local/go/src/net/ipsock_posix.go:160 +0x141
net.dialTCP(0x3050e8, 0x3, 0x0, 0xc8295755c0, 0xece412272, 0xc833aa2325, 0x473ea0, 0x2, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:171 +0x11e
net.dialSingle(0xc829580b80, 0x1714ea8, 0xc8295755c0, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:364 +0x3f5
net.dialSerial.func1(0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:336 +0x75
net.dial(0x3050e8, 0x3, 0x1714ea8, 0xc8295755c0, 0xc8232f96e8, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:40 +0x60
net.dialSerial(0xc829580b80, 0xc829572f00, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:338 +0x760
net.(*Dialer).Dial(0xc8200783c0, 0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:232 +0x50f
net.(*Dialer).Dial-fm(0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/transport.go:38 +0x6e
net/http.(*Transport).dial(0xc820092090, 0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/transport.go:499 +0x79
net/http.(*Transport).dialConn(0xc820092090, 0x0, 0x7fff5fbff92a, 0x4, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/transport.go:596 +0x19a9
net/http.(*Transport).getConn.func4(0xc820092090, 0x0, 0x7fff5fbff92a, 0x4, 0xc823166ed0, 0x10, 0xc8232a9560)
/usr/local/go/src/net/http/transport.go:549 +0x66
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:551 +0x265
源代码:
package main
import (
"fmt"
"io/ioutil"
"net/http"
"os"
"strconv"
"time"
)
func golanggo(url string, round int, c chan int64) {
for i := 0; i < round; i++ {
call(url, c)
}
}
func call(url string, c chan int64) {
eslap := int64(0)
defer func() {
c <- eslap
//fmt.Println("put", eslap)
// if err := recover(); err != nil {
// fmt.Println(err)
// }
}()
now := time.Now()
resp, err := http.Get(url)
defer resp.Body.Close()
if err != nil {
fmt.Println("err:", err)
return
}
if resp.StatusCode == 200 {
ioutil.ReadAll(resp.Body)
//fmt.Println(string(data[:]))
}
eslap = time.Now().Sub(now).Nanoseconds()
}
func main() {
url := os.Args[1]
size, _ := strconv.Atoi(os.Args[2])
round, _ := strconv.Atoi(os.Args[3])
c := make(chan int64)
for i := 0; i < size; i++ {
go golanggo(url, round, c)
}
var total int64 = 0
var nanos int64
for i := 0; i < (size * round); i++ {
//fmt.Print(i)
nanos = <-c
//fmt.Println(i, "get", nanos)
total += nanos
}
fmt.Println(total / 1000000)
}
当执行 go run client.go http://www.baidu.com 10000 1 时,几秒钟后程序崩溃。
当执行 go run client.go http://www.baidu.com 100 1 时,一切正常。
多少个 goroutine 会导致这个错误?
请帮助我!谢谢。
英文:
error message:
goroutine 11357 [runnable]:
net.runtime_pollWait(0x1737f28, 0x77, 0x4fa90)
/usr/local/go/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc829571bf0, 0x77, 0x0, 0x0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitWrite(0xc829571bf0, 0x0, 0x0)
/usr/local/go/src/net/fd_poll_runtime.go:82 +0x36
net.(*netFD).connect(0xc829571b90, 0x0, 0x0, 0x1714f80, 0xc829572f20, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:114 +0x1f6
net.(*netFD).dial(0xc829571b90, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0)
/usr/local/go/src/net/sock_posix.go:137 +0x351
net.socket(0x3050e8, 0x3, 0x2, 0x1, 0x0, 0xc829575500, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, ...)
/usr/local/go/src/net/sock_posix.go:89 +0x411
net.internetSocket(0x3050e8, 0x3, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, 0xece412272, 0xc833aa2325, 0x473ea0, 0x1, ...)
/usr/local/go/src/net/ipsock_posix.go:160 +0x141
net.dialTCP(0x3050e8, 0x3, 0x0, 0xc8295755c0, 0xece412272, 0xc833aa2325, 0x473ea0, 0x2, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:171 +0x11e
net.dialSingle(0xc829580b80, 0x1714ea8, 0xc8295755c0, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:364 +0x3f5
net.dialSerial.func1(0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:336 +0x75
net.dial(0x3050e8, 0x3, 0x1714ea8, 0xc8295755c0, 0xc8232f96e8, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:40 +0x60
net.dialSerial(0xc829580b80, 0xc829572f00, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:338 +0x760
net.(*Dialer).Dial(0xc8200783c0, 0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:232 +0x50f
net.(*Dialer).Dial-fm(0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/transport.go:38 +0x6e
net/http.(*Transport).dial(0xc820092090, 0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/transport.go:499 +0x79
net/http.(*Transport).dialConn(0xc820092090, 0x0, 0x7fff5fbff92a, 0x4, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/transport.go:596 +0x19a9
net/http.(*Transport).getConn.func4(0xc820092090, 0x0, 0x7fff5fbff92a, 0x4, 0xc823166ed0, 0x10, 0xc8232a9560)
/usr/local/go/src/net/http/transport.go:549 +0x66
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:551 +0x265
source
package main
import (
"fmt"
"io/ioutil"
"net/http"
"os"
"strconv"
"time"
)
func golanggo(url string, round int, c chan int64) {
for i := 0; i < round; i++ {
call(url, c)
}
}
func call(url string, c chan int64) {
eslap := int64(0)
defer func() {
c <- eslap
//fmt.Println("put", eslap)
// if err := recover(); err != nil {
// fmt.Println(err)
// }
}()
now := time.Now()
resp, err := http.Get(url)
defer resp.Body.Close()
if err != nil {
fmt.Println("err:", err)
return
}
if resp.StatusCode == 200 {
ioutil.ReadAll(resp.Body)
//fmt.Println(string(data[:]))
}
eslap = time.Now().Sub(now).Nanoseconds()
}
func main() {
url := os.Args[1]
size, _ := strconv.Atoi(os.Args[2])
round, _ := strconv.Atoi(os.Args[3])
c := make(chan int64)
for i := 0; i < size; i++ {
go golanggo(url, round, c)
}
var total int64 = 0
var nanos int64
for i := 0; i < (size * round); i++ {
//fmt.Print(i)
nanos = <-c
//fmt.Println(i, "get", nanos)
total += nanos
}
fmt.Println(total / 1000000)
}
when exec go run client.go http://www.baidu.com 10000 1, and after a few seconds program crash.
when exec go run client.go http://www.baidu.com 100 1, it's ok.
How much of goroutine will cause this error?
Please help me! Thanks.
答案1
得分: 5
resp, err := http.Get(url)
defer resp.Body.Close()
if err != nil {
fmt.Println("err:", err)
return
}
如果err
不等于nil,则resp
等于nil,因此会出现空指针解引用崩溃。
请使用以下代码修复:
resp, err := http.Get(url)
if err != nil {
fmt.Println("err:", err)
return
}
defer resp.Body.Close()
英文:
resp, err := http.Get(url)
defer resp.Body.Close()
if err != nil {
fmt.Println("err:", err)
return
}
If err
!= nil, then resp
==nil, so crash with nil pointer dereference.
Fix ur code with:
resp, err := http.Get(url)
if err != nil {
fmt.Println("err:", err)
return
}
defer resp.Body.Close()
答案2
得分: 0
你可能因为使用系统(基于cgo)解析同时的主机名解析而达到了单个Go进程的操作系统线程限制。为了使用纯Go解析,它不会为每个解析请求占用一个系统线程,尝试设置GOBEBUG
环境变量,像这样export GODEBUG=netdns=go
(参见https://golang.org/pkg/net文档的“Name Resolution”部分)。
单个Go进程的默认操作系统线程限制设置为10000:https://golang.org/pkg/runtime/debug/#SetMaxThreads
此外,似乎您正在运行最新的Go运行时,默认情况下会输出单个goroutine的跟踪;设置GOTRACEBACK=all
环境变量将为您提供更大的堆栈跟踪 - 最好将其完整地发布出来。
英文:
You probably hit os thread limit for single go process due to simultaneous hostname resolving using system (cgo-based) resolving. For using pure-go resolving which does not occupy one system thread per resolve request, try setting GOBEBUG
environment variable like this export GODEBUG=netdns=go
(see https://golang.org/pkg/net doc, "Name Resolution" section).
The default os thread limit for single Go process is set to 10000: https://golang.org/pkg/runtime/debug/#SetMaxThreads
Also it seems that you're running latest Go runtime which outputs trace of a single goroutine by default; running with GOTRACEBACK=all
environment variable set will give you much bigger stacktrace — it's always better to post it in full.
通过集体智慧和协作来改善编程学习和解决问题的方式。致力于成为全球开发者共同参与的知识库,让每个人都能够通过互相帮助和分享经验来进步。
评论