Move feed parsers packages in reader package

1 files changed, 193 insertions, 0 deletions

diff --git a/reader/atom/atom.go b/reader/atom/atom.go
new file mode 100644
index 0000000..47c1df1
--- /dev/null
+++ b/reader/atom/atom.go
@@ -0,0 +1,193 @@
+// Copyright 2017 Frédéric Guillot. All rights reserved.
+// Use of this source code is governed by the Apache 2.0
+// license that can be found in the LICENSE file.
+
+package atom
+
+import (
+	"encoding/xml"
+	"log"
+	"strconv"
+	"strings"
+	"time"
+
+	"github.com/miniflux/miniflux2/helper"
+	"github.com/miniflux/miniflux2/model"
+	"github.com/miniflux/miniflux2/reader/date"
+	"github.com/miniflux/miniflux2/reader/processor"
+	"github.com/miniflux/miniflux2/reader/sanitizer"
+)
+
+type atomFeed struct {
+	XMLName xml.Name    `xml:"http://www.w3.org/2005/Atom feed"`
+	ID      string      `xml:"id"`
+	Title   string      `xml:"title"`
+	Author  atomAuthor  `xml:"author"`
+	Links   []atomLink  `xml:"link"`
+	Entries []atomEntry `xml:"entry"`
+}
+
+type atomEntry struct {
+	ID         string         `xml:"id"`
+	Title      string         `xml:"title"`
+	Updated    string         `xml:"updated"`
+	Links      []atomLink     `xml:"link"`
+	Summary    string         `xml:"summary"`
+	Content    atomContent    `xml:"content"`
+	MediaGroup atomMediaGroup `xml:"http://search.yahoo.com/mrss/ group"`
+	Author     atomAuthor     `xml:"author"`
+}
+
+type atomAuthor struct {
+	Name  string `xml:"name"`
+	Email string `xml:"email"`
+}
+
+type atomLink struct {
+	URL    string `xml:"href,attr"`
+	Type   string `xml:"type,attr"`
+	Rel    string `xml:"rel,attr"`
+	Length string `xml:"length,attr"`
+}
+
+type atomContent struct {
+	Type string `xml:"type,attr"`
+	Data string `xml:",chardata"`
+	XML  string `xml:",innerxml"`
+}
+
+type atomMediaGroup struct {
+	Description string `xml:"http://search.yahoo.com/mrss/ description"`
+}
+
+func (a *atomFeed) Transform() *model.Feed {
+	feed := new(model.Feed)
+	feed.FeedURL = getRelationURL(a.Links, "self")
+	feed.SiteURL = getURL(a.Links)
+	feed.Title = sanitizer.StripTags(a.Title)
+
+	if feed.Title == "" {
+		feed.Title = feed.SiteURL
+	}
+
+	for _, entry := range a.Entries {
+		item := entry.Transform()
+		if item.Author == "" {
+			item.Author = getAuthor(a.Author)
+		}
+
+		feed.Entries = append(feed.Entries, item)
+	}
+
+	return feed
+}
+
+func (a *atomEntry) Transform() *model.Entry {
+	entry := new(model.Entry)
+	entry.URL = getURL(a.Links)
+	entry.Date = getDate(a)
+	entry.Author = sanitizer.StripTags(getAuthor(a.Author))
+	entry.Hash = getHash(a)
+	entry.Content = processor.ItemContentProcessor(entry.URL, getContent(a))
+	entry.Title = sanitizer.StripTags(strings.Trim(a.Title, " \n\t"))
+	entry.Enclosures = getEnclosures(a)
+
+	if entry.Title == "" {
+		entry.Title = entry.URL
+	}
+
+	return entry
+}
+
+func getURL(links []atomLink) string {
+	for _, link := range links {
+		if strings.ToLower(link.Rel) == "alternate" {
+			return link.URL
+		}
+
+		if link.Rel == "" && link.Type == "" {
+			return link.URL
+		}
+	}
+
+	return ""
+}
+
+func getRelationURL(links []atomLink, relation string) string {
+	for _, link := range links {
+		if strings.ToLower(link.Rel) == relation {
+			return link.URL
+		}
+	}
+
+	return ""
+}
+
+func getDate(a *atomEntry) time.Time {
+	if a.Updated != "" {
+		result, err := date.Parse(a.Updated)
+		if err != nil {
+			log.Println(err)
+			return time.Now()
+		}
+
+		return result
+	}
+
+	return time.Now()
+}
+
+func getContent(a *atomEntry) string {
+	if a.Content.Type == "html" || a.Content.Type == "text" {
+		return a.Content.Data
+	}
+
+	if a.Content.Type == "xhtml" {
+		return a.Content.XML
+	}
+
+	if a.Summary != "" {
+		return a.Summary
+	}
+
+	if a.MediaGroup.Description != "" {
+		return a.MediaGroup.Description
+	}
+
+	return ""
+}
+
+func getHash(a *atomEntry) string {
+	for _, value := range []string{a.ID, getURL(a.Links)} {
+		if value != "" {
+			return helper.Hash(value)
+		}
+	}
+
+	return ""
+}
+
+func getEnclosures(a *atomEntry) model.EnclosureList {
+	enclosures := make(model.EnclosureList, 0)
+
+	for _, link := range a.Links {
+		if strings.ToLower(link.Rel) == "enclosure" {
+			length, _ := strconv.Atoi(link.Length)
+			enclosures = append(enclosures, &model.Enclosure{URL: link.URL, MimeType: link.Type, Size: length})
+		}
+	}
+
+	return enclosures
+}
+
+func getAuthor(author atomAuthor) string {
+	if author.Name != "" {
+		return author.Name
+	}
+
+	if author.Email != "" {
+		return author.Email
+	}
+
+	return ""
+}