From e24b905adce5caa7f5ee7c2f5462514044d066c5 Mon Sep 17 00:00:00 2001
From: Nazar Kanaev <nkanaev@live.com>
Date: Sat, 17 Oct 2020 13:40:00 +0100
Subject: [PATCH] ignore all feeds with 4xx and 5xx errors

---
 server/crawler.go | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/server/crawler.go b/server/crawler.go
index 4d9f758..e52d6c8 100644
--- a/server/crawler.go
+++ b/server/crawler.go
@@ -270,8 +270,8 @@ func listItems(f storage.Feed, db *storage.Storage) ([]storage.Item, error) {
 	}
 	defer res.Body.Close()
 
-	if res.StatusCode == 404 {
-		errmsg := fmt.Sprintf("Failed to list feed items for %s (status: 404)", f.FeedLink)
+	if res.StatusCode / 100 == 4 || res.StatusCode / 100 == 5 {
+		errmsg := fmt.Sprintf("Failed to list feed items for %s (status: %d)", f.FeedLink, res.StatusCode)
 		return nil, errors.New(errmsg)
 	}