From aaf0b702a3a09ace42c888386e2e333597c5233e Mon Sep 17 00:00:00 2001 From: Nazar Kanaev Date: Fri, 19 Mar 2021 00:31:07 +0000 Subject: [PATCH] remove dead code --- src/worker/crawler.go | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/src/worker/crawler.go b/src/worker/crawler.go index c9416f8..0814639 100644 --- a/src/worker/crawler.go +++ b/src/worker/crawler.go @@ -20,20 +20,6 @@ type FeedSource struct { Url string `json:"url"` } -const feedLinks = ` - link[type='application/rss+xml'], - link[type='application/atom+xml'], - a[href$="/feed"], - a[href$="/feed/"], - a[href$="feed.xml"], - a[href$="atom.xml"], - a[href$="rss.xml"], - a:contains("rss"), - a:contains("RSS"), - a:contains("feed"), - a:contains("FEED") -` - type Client struct { httpClient *http.Client userAgent string