diff options
| author |  Frédéric Guillot <fred@miniflux.net> | 2017-12-27 19:44:23 -0800 |
|---|---|---|
| committer | Frédéric Guillot <fred@miniflux.net> | 2017-12-27 19:44:23 -0800 |
| commit | c454f6703752f4effcb5caa2a77218b2e1a0fc5c (patch) | |
| tree | 574551cb5b2b387b6a7086bba348bdb34ae508c0 | |
| parent | d4839b559795fbaaf664f765ad92402688cfaaea (diff) | |
Add scraper rules for version2.dk and ing.dk
| -rw-r--r-- | http/client.go | 2 | ||||
| -rw-r--r-- | reader/scraper/rules.go | 2 |
2 files changed, 3 insertions, 1 deletions
diff --git a/http/client.go b/http/client.go index af9f06c..df1cbab 100644 --- a/http/client.go +++ b/http/client.go @@ -129,7 +129,7 @@ func (c *Client) buildClient() http.Client { func (c *Client) buildHeaders() http.Header { headers := make(http.Header) headers.Add("User-Agent", userAgent) - headers.Add("Accept", "text/html,application/xhtml+xml,application/xml,application/json,image/*") + headers.Add("Accept", "*/*") if c.etagHeader != "" { headers.Add("If-None-Match", c.etagHeader) diff --git a/reader/scraper/rules.go b/reader/scraper/rules.go index d37b08b..6fddd1e 100644 --- a/reader/scraper/rules.go +++ b/reader/scraper/rules.go @@ -10,6 +10,7 @@ var predefinedRules = map[string]string{ "cbc.ca": ".story-content", "github.com": "article.entry-content", "igen.fr": "section.corps", + "ing.dk": "section.body", "lapresse.ca": ".amorce, .entry", "lemonde.fr": "div#articleBody", "lesjoiesducode.fr": ".blog-post-content img", @@ -20,5 +21,6 @@ var predefinedRules = map[string]string{ "phoronix.com": "div.content", "techcrunch.com": "div.article-entry", "theregister.co.uk": "#body", + "version2.dk": "section.body", "wired.com": "main figure, article", } |