aboutsummaryrefslogtreecommitdiffhomepage
path: root/ui
diff options
context:
space:
mode:
authorGravatar Frédéric Guillot <fred@miniflux.net>2018-12-02 20:51:06 -0800
committerGravatar Frédéric Guillot <fred@miniflux.net>2018-12-02 20:51:06 -0800
commit311a133ab87423958d850a91dea0b49543b97c2a (patch)
treed73d39d8adcc23cd69f2e25fab575277e20f3f6e /ui
parent52de36b158ab2340d2c206adabb7568d036f1aa2 (diff)
Refactor manual entry scraper
Diffstat (limited to 'ui')
-rw-r--r--ui/entry_scraper.go11
1 files changed, 3 insertions, 8 deletions
diff --git a/ui/entry_scraper.go b/ui/entry_scraper.go
index 48fb7db..0e7904a 100644
--- a/ui/entry_scraper.go
+++ b/ui/entry_scraper.go
@@ -6,12 +6,11 @@ package ui // import "miniflux.app/ui"
import (
"net/http"
+
"miniflux.app/http/request"
"miniflux.app/http/response/json"
"miniflux.app/model"
- "miniflux.app/reader/rewrite"
- "miniflux.app/reader/sanitizer"
- "miniflux.app/reader/scraper"
+ "miniflux.app/reader/processor"
)
func (h *handler) fetchContent(w http.ResponseWriter, r *http.Request) {
@@ -31,15 +30,11 @@ func (h *handler) fetchContent(w http.ResponseWriter, r *http.Request) {
return
}
- content, err := scraper.Fetch(entry.URL, entry.Feed.ScraperRules, entry.Feed.UserAgent)
- if err != nil {
+ if err := processor.ProcessEntryWebPage(entry); err != nil {
json.ServerError(w, r, err)
return
}
-
- content = rewrite.Rewriter(entry.URL, content, entry.Feed.RewriteRules)
- entry.Content = sanitizer.Sanitize(entry.URL, content)
h.store.UpdateEntryContent(entry)
json.OK(w, r, map[string]string{"content": entry.Content})