当调用`http.Get`时,Golang会在发生错误时抛出`panic`异常。

huangapple go评论89阅读模式
英文:

golang panic when invoke http.Get

问题

错误消息:

goroutine 11357 [可运行]:
net.runtime_pollWait(0x1737f28, 0x77, 0x4fa90)
	/usr/local/go/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc829571bf0, 0x77, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitWrite(0xc829571bf0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:82 +0x36
net.(*netFD).connect(0xc829571b90, 0x0, 0x0, 0x1714f80, 0xc829572f20, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:114 +0x1f6
net.(*netFD).dial(0xc829571b90, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0)
	/usr/local/go/src/net/sock_posix.go:137 +0x351
net.socket(0x3050e8, 0x3, 0x2, 0x1, 0x0, 0xc829575500, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, ...)
	/usr/local/go/src/net/sock_posix.go:89 +0x411
net.internetSocket(0x3050e8, 0x3, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, 0xece412272, 0xc833aa2325, 0x473ea0, 0x1, ...)
	/usr/local/go/src/net/ipsock_posix.go:160 +0x141
net.dialTCP(0x3050e8, 0x3, 0x0, 0xc8295755c0, 0xece412272, 0xc833aa2325, 0x473ea0, 0x2, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:171 +0x11e
net.dialSingle(0xc829580b80, 0x1714ea8, 0xc8295755c0, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:364 +0x3f5
net.dialSerial.func1(0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:336 +0x75
net.dial(0x3050e8, 0x3, 0x1714ea8, 0xc8295755c0, 0xc8232f96e8, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, ...)
	/usr/local/go/src/net/fd_unix.go:40 +0x60
net.dialSerial(0xc829580b80, 0xc829572f00, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:338 +0x760
net.(*Dialer).Dial(0xc8200783c0, 0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:232 +0x50f
net.(*Dialer).Dial-fm(0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:38 +0x6e
net/http.(*Transport).dial(0xc820092090, 0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:499 +0x79
net/http.(*Transport).dialConn(0xc820092090, 0x0, 0x7fff5fbff92a, 0x4, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:596 +0x19a9
net/http.(*Transport).getConn.func4(0xc820092090, 0x0, 0x7fff5fbff92a, 0x4, 0xc823166ed0, 0x10, 0xc8232a9560)
	/usr/local/go/src/net/http/transport.go:549 +0x66
created by net/http.(*Transport).getConn
	/usr/local/go/src/net/http/transport.go:551 +0x265

源代码:

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
	"os"
	"strconv"
	"time"
)

func golanggo(url string, round int, c chan int64) {
	for i := 0; i < round; i++ {
		call(url, c)
	}
}

func call(url string, c chan int64) {
	eslap := int64(0)
	defer func() {
		c <- eslap
		//fmt.Println("put", eslap)
		// if err := recover(); err != nil {
		// 	fmt.Println(err)
		// }
	}()
	now := time.Now()
	resp, err := http.Get(url)
	defer resp.Body.Close()
	if err != nil {
		fmt.Println("err:", err)
		return
	}
	if resp.StatusCode == 200 {
		ioutil.ReadAll(resp.Body)
		//fmt.Println(string(data[:]))
	}
	eslap = time.Now().Sub(now).Nanoseconds()
}

func main() {
	url := os.Args[1]
	size, _ := strconv.Atoi(os.Args[2])
	round, _ := strconv.Atoi(os.Args[3])
	c := make(chan int64)

	for i := 0; i < size; i++ {
		go golanggo(url, round, c)
	}

	var total int64 = 0

	var nanos int64
	for i := 0; i < (size * round); i++ {
		//fmt.Print(i)
		nanos = <-c
		//fmt.Println(i, "get", nanos)
		total += nanos
	}

	fmt.Println(total / 1000000)
}

当执行 go run client.go http://www.baidu.com 10000 1 时,几秒钟后程序崩溃。
当执行 go run client.go http://www.baidu.com 100 1 时,一切正常。

多少个 goroutine 会导致这个错误?

请帮助我!谢谢。

英文:

error message:

goroutine 11357 [runnable]:
net.runtime_pollWait(0x1737f28, 0x77, 0x4fa90)
	/usr/local/go/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc829571bf0, 0x77, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitWrite(0xc829571bf0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:82 +0x36
net.(*netFD).connect(0xc829571b90, 0x0, 0x0, 0x1714f80, 0xc829572f20, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:114 +0x1f6
net.(*netFD).dial(0xc829571b90, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0)
	/usr/local/go/src/net/sock_posix.go:137 +0x351
net.socket(0x3050e8, 0x3, 0x2, 0x1, 0x0, 0xc829575500, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, ...)
	/usr/local/go/src/net/sock_posix.go:89 +0x411
net.internetSocket(0x3050e8, 0x3, 0x1714f38, 0x0, 0x1714f38, 0xc8295755c0, 0xece412272, 0xc833aa2325, 0x473ea0, 0x1, ...)
	/usr/local/go/src/net/ipsock_posix.go:160 +0x141
net.dialTCP(0x3050e8, 0x3, 0x0, 0xc8295755c0, 0xece412272, 0xc833aa2325, 0x473ea0, 0x2, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:171 +0x11e
net.dialSingle(0xc829580b80, 0x1714ea8, 0xc8295755c0, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:364 +0x3f5
net.dialSerial.func1(0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:336 +0x75
net.dial(0x3050e8, 0x3, 0x1714ea8, 0xc8295755c0, 0xc8232f96e8, 0xece412272, 0x33aa2325, 0x473ea0, 0x0, 0x0, ...)
	/usr/local/go/src/net/fd_unix.go:40 +0x60
net.dialSerial(0xc829580b80, 0xc829572f00, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:338 +0x760
net.(*Dialer).Dial(0xc8200783c0, 0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:232 +0x50f
net.(*Dialer).Dial-fm(0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:38 +0x6e
net/http.(*Transport).dial(0xc820092090, 0x3050e8, 0x3, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:499 +0x79
net/http.(*Transport).dialConn(0xc820092090, 0x0, 0x7fff5fbff92a, 0x4, 0xc823166ed0, 0x10, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:596 +0x19a9
net/http.(*Transport).getConn.func4(0xc820092090, 0x0, 0x7fff5fbff92a, 0x4, 0xc823166ed0, 0x10, 0xc8232a9560)
	/usr/local/go/src/net/http/transport.go:549 +0x66
created by net/http.(*Transport).getConn
	/usr/local/go/src/net/http/transport.go:551 +0x265

source

package main

import (
	&quot;fmt&quot;
	&quot;io/ioutil&quot;
	&quot;net/http&quot;
	&quot;os&quot;
	&quot;strconv&quot;
	&quot;time&quot;
)

func golanggo(url string, round int, c chan int64) {
	for i := 0; i &lt; round; i++ {
		call(url, c)
	}
}

func call(url string, c chan int64) {
	eslap := int64(0)
	defer func() {
		c &lt;- eslap
		//fmt.Println(&quot;put&quot;, eslap)
		// if err := recover(); err != nil {
		// 	fmt.Println(err)
		// }
	}()
	now := time.Now()
	resp, err := http.Get(url)
	defer resp.Body.Close()
	if err != nil {
		fmt.Println(&quot;err:&quot;, err)
		return
	}
	if resp.StatusCode == 200 {
		ioutil.ReadAll(resp.Body)
		//fmt.Println(string(data[:]))
	}
	eslap = time.Now().Sub(now).Nanoseconds()
}

func main() {
	url := os.Args[1]
	size, _ := strconv.Atoi(os.Args[2])
	round, _ := strconv.Atoi(os.Args[3])
	c := make(chan int64)

	for i := 0; i &lt; size; i++ {
		go golanggo(url, round, c)
	}

	var total int64 = 0

	var nanos int64
	for i := 0; i &lt; (size * round); i++ {
		//fmt.Print(i)
		nanos = &lt;-c
		//fmt.Println(i, &quot;get&quot;, nanos)
		total += nanos
	}

	fmt.Println(total / 1000000)
}

when exec go run client.go http://www.baidu.com 10000 1, and after a few seconds program crash.
when exec go run client.go http://www.baidu.com 100 1, it's ok.

How much of goroutine will cause this error?

Please help me! Thanks.

答案1

得分: 5

resp, err := http.Get(url)
defer resp.Body.Close()
if err != nil {
fmt.Println("err:", err)
return
}
如果err不等于nil,则resp等于nil,因此会出现空指针解引用崩溃。
请使用以下代码修复:

resp, err := http.Get(url)
if err != nil {
fmt.Println("err:", err)
return
}
defer resp.Body.Close()

英文:
resp, err := http.Get(url)
defer resp.Body.Close()
if err != nil {
	fmt.Println(&quot;err:&quot;, err)
	return
}

If err!= nil, then resp==nil, so crash with nil pointer dereference.
Fix ur code with:

resp, err := http.Get(url)
if err != nil {
	fmt.Println(&quot;err:&quot;, err)
	return
}
defer resp.Body.Close()

答案2

得分: 0

你可能因为使用系统(基于cgo)解析同时的主机名解析而达到了单个Go进程的操作系统线程限制。为了使用纯Go解析,它不会为每个解析请求占用一个系统线程,尝试设置GOBEBUG环境变量,像这样export GODEBUG=netdns=go(参见https://golang.org/pkg/net文档的“Name Resolution”部分)。

单个Go进程的默认操作系统线程限制设置为10000:https://golang.org/pkg/runtime/debug/#SetMaxThreads

此外,似乎您正在运行最新的Go运行时,默认情况下会输出单个goroutine的跟踪;设置GOTRACEBACK=all环境变量将为您提供更大的堆栈跟踪 - 最好将其完整地发布出来。

英文:

You probably hit os thread limit for single go process due to simultaneous hostname resolving using system (cgo-based) resolving. For using pure-go resolving which does not occupy one system thread per resolve request, try setting GOBEBUG environment variable like this export GODEBUG=netdns=go (see https://golang.org/pkg/net doc, "Name Resolution" section).

The default os thread limit for single Go process is set to 10000: https://golang.org/pkg/runtime/debug/#SetMaxThreads

Also it seems that you're running latest Go runtime which outputs trace of a single goroutine by default; running with GOTRACEBACK=all environment variable set will give you much bigger stacktrace — it's always better to post it in full.

huangapple
  • 本文由 发表于 2016年2月1日 18:40:10
  • 转载请务必保留本文链接:https://go.coder-hub.com/35128427.html
匿名

发表评论

匿名网友

:?: :razz: :sad: :evil: :!: :smile: :oops: :grin: :eek: :shock: :???: :cool: :lol: :mad: :twisted: :roll: :wink: :idea: :arrow: :neutral: :cry: :mrgreen:

确定