From b78e37262f64b59a608afce4adb385f8c348f915 Mon Sep 17 00:00:00 2001 From: Asim Aslam Date: Fri, 29 Jan 2021 21:24:50 +0000 Subject: [PATCH] substitute post content where possible --- feeds/handler/crawl.go | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/feeds/handler/crawl.go b/feeds/handler/crawl.go index 5362f18..ead9912 100644 --- a/feeds/handler/crawl.go +++ b/feeds/handler/crawl.go @@ -63,11 +63,17 @@ func (e *Feeds) fetch(f *feeds.Feed) error { tags = append(tags, f.Category) } + // check if content exists + content := item.Content + if len(content) == 0 && len(item.Summary) > 0 { + content = item.Summary + } + // @todo make this optional _, err := e.postsService.Save(context.TODO(), &posts.SaveRequest{ Id: id, Title: item.Title, - Content: item.Content, + Content: content, Timestamp: item.Date.Unix(), Metadata: map[string]string{ "domain": domain,