From 8007853a9a15f0d6efb1db0539501d74e49c6cc0 Mon Sep 17 00:00:00 2001 From: Nazar Kanaev Date: Fri, 2 Oct 2020 15:17:59 +0100 Subject: [PATCH] tweak timeouts --- server/crawler.go | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/server/crawler.go b/server/crawler.go index 2e7d1cf..69174ef 100644 --- a/server/crawler.go +++ b/server/crawler.go @@ -8,6 +8,7 @@ import ( "github.com/mmcdole/gofeed" "github.com/nkanaev/yarr/storage" "io/ioutil" + "net" "net/http" "net/url" "time" @@ -258,10 +259,16 @@ func listItems(f storage.Feed) ([]storage.Item, error) { } func init() { - transport := http.DefaultTransport.(*http.Transport).Clone() - transport.DisableKeepAlives = true + transport := &http.Transport{ + Proxy: http.ProxyFromEnvironment, + DialContext: (&net.Dialer{ + Timeout: 10 * time.Second, + }).DialContext, + DisableKeepAlives: true, + TLSHandshakeTimeout: time.Second * 10, + } httpClient := &http.Client{ - Timeout: time.Second * 5, + Timeout: time.Second * 30, Transport: transport, } defaultClient = &Client{