From cf5856bdf7bfdf9b650243a74a50fd99c899ddac Mon Sep 17 00:00:00 2001 From: Nazar Kanaev Date: Sun, 4 Apr 2021 20:42:52 +0100 Subject: [PATCH] set missing times --- src/parser/feed.go | 2 +- src/worker/crawler.go | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/src/parser/feed.go b/src/parser/feed.go index 146d500..504ed5d 100644 --- a/src/parser/feed.go +++ b/src/parser/feed.go @@ -80,7 +80,7 @@ func (feed *Feed) cleanup() { func (feed *Feed) SetMissingDatesTo(newdate time.Time) { for i, item := range feed.Items { - if item.Date.Equal(defaultTime) { + if item.Date.IsZero() { feed.Items[i].Date = newdate } } diff --git a/src/worker/crawler.go b/src/worker/crawler.go index 6e1ec20..80c4872 100644 --- a/src/worker/crawler.go +++ b/src/worker/crawler.go @@ -7,6 +7,7 @@ import ( "io/ioutil" "net/http" "net/url" + "time" "github.com/nkanaev/yarr/src/content/scraper" "github.com/nkanaev/yarr/src/parser" @@ -50,6 +51,7 @@ func DiscoverFeed(candidateUrl string) (*DiscoverResult, error) { feed, err := parser.Parse(bytes.NewReader(content)) if err == nil { feed.TranslateURLs(candidateUrl) + feed.SetMissingDatesTo(time.Now()) result.Feed = feed result.FeedLink = candidateUrl return result, nil @@ -192,5 +194,6 @@ func listItems(f storage.Feed, db *storage.Storage) ([]storage.Item, error) { db.SetHTTPState(f.Id, lmod, etag) } feed.TranslateURLs(f.FeedLink) + feed.SetMissingDatesTo(time.Now()) return ConvertItems(feed.Items, f), nil }