aboutsummaryrefslogtreecommitdiffhomepage
path: root/reader/scraper/scraper_test.go
diff options
context:
space:
mode:
Diffstat (limited to 'reader/scraper/scraper_test.go')
-rw-r--r--reader/scraper/scraper_test.go36
1 files changed, 35 insertions, 1 deletions
diff --git a/reader/scraper/scraper_test.go b/reader/scraper/scraper_test.go
index 3f7e1ef..14e13ee 100644
--- a/reader/scraper/scraper_test.go
+++ b/reader/scraper/scraper_test.go
@@ -4,7 +4,12 @@
package scraper // import "miniflux.app/reader/scraper"
-import "testing"
+import (
+ "bytes"
+ "io/ioutil"
+ "strings"
+ "testing"
+)
func TestGetPredefinedRules(t *testing.T) {
if getPredefinedScraperRules("http://www.phoronix.com/") == "" {
@@ -40,3 +45,32 @@ func TestWhitelistedContentTypes(t *testing.T) {
}
}
}
+
+func TestSelectorRules(t *testing.T) {
+ var ruleTestCases = map[string]string {
+ "img.html": "article > img",
+ "iframe.html": "article > iframe",
+ "p.html": "article > p",
+ }
+
+ for filename, rule := range ruleTestCases {
+ html, err := ioutil.ReadFile("testdata/" + filename)
+ if err != nil {
+ t.Fatalf(`Unable to read file %q: %v`, filename, err)
+ }
+
+ actualResult, err := scrapContent(bytes.NewReader(html), rule)
+ if err != nil {
+ t.Fatalf(`Scraping error for %q - %q: %v`, filename, rule, err)
+ }
+
+ expectedResult, err := ioutil.ReadFile("testdata/" + filename + "-result")
+ if err != nil {
+ t.Fatalf(`Unable to read file %q: %v`, filename, err)
+ }
+
+ if actualResult != strings.TrimSpace(string(expectedResult)) {
+ t.Errorf(`Unexpected result for %q, got "%s" instead of "%s"`, rule, actualResult, expectedResult)
+ }
+ }
+}