125 lines
3.6 KiB
Go
125 lines
3.6 KiB
Go
package feeder
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"testing"
|
|
)
|
|
|
|
var items []*Item
|
|
|
|
func TestFeed(t *testing.T) {
|
|
urilist := []string{
|
|
//"http://cyber.law.harvard.edu/rss/examples/sampleRss091.xml", // Non-utf8 encoding.
|
|
"http://store.steampowered.com/feeds/news.xml", // This feed violates the rss spec.
|
|
"http://cyber.law.harvard.edu/rss/examples/sampleRss092.xml",
|
|
"http://cyber.law.harvard.edu/rss/examples/rss2sample.xml",
|
|
"http://blog.case.edu/news/feed.atom",
|
|
}
|
|
|
|
var feed *Feed
|
|
var err error
|
|
|
|
for _, uri := range urilist {
|
|
feed = New(5, true, chanHandler, itemHandler)
|
|
|
|
if err = feed.Fetch(uri, nil); err != nil {
|
|
t.Errorf("%s >>> %s", uri, err)
|
|
return
|
|
}
|
|
}
|
|
}
|
|
|
|
func Test_NewItem(t *testing.T) {
|
|
content, _ := ioutil.ReadFile("testdata/initial.atom")
|
|
feed := New(1, true, chanHandler, itemHandler)
|
|
err := feed.FetchBytes("http://example.com", content, nil)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
|
|
content, _ = ioutil.ReadFile("testdata/initial_plus_one_new.atom")
|
|
feed.FetchBytes("http://example.com", content, nil)
|
|
expected := "Second title"
|
|
if len(items) != 1 {
|
|
t.Errorf("Expected %s new item, got %s", 1, len(items))
|
|
}
|
|
|
|
if expected != items[0].Title {
|
|
t.Errorf("Expected %s, got %s", expected, items[0].Title)
|
|
}
|
|
}
|
|
|
|
func Test_AtomAuthor(t *testing.T) {
|
|
content, err := ioutil.ReadFile("testdata/idownload.atom")
|
|
if err != nil {
|
|
t.Errorf("unable to load file")
|
|
}
|
|
feed := New(1, true, chanHandler, itemHandler)
|
|
err = feed.FetchBytes("http://example.com", content, nil)
|
|
|
|
item := feed.Channels[0].Items[0]
|
|
expected := "Cody Lee"
|
|
if item.Author.Name != expected {
|
|
t.Errorf("Expected author to be %s but found %s", expected, item.Author.Name)
|
|
}
|
|
}
|
|
|
|
func Test_RssAuthor(t *testing.T) {
|
|
content, _ := ioutil.ReadFile("testdata/boing.rss")
|
|
feed := New(1, true, chanHandler, itemHandler)
|
|
feed.FetchBytes("http://example.com", content, nil)
|
|
|
|
item := feed.Channels[0].Items[0]
|
|
expected := "Cory Doctorow"
|
|
if item.Author.Name != expected {
|
|
t.Errorf("Expected author to be %s but found %s", expected, item.Author.Name)
|
|
}
|
|
}
|
|
|
|
func Test_ItemExtensions(t *testing.T) {
|
|
content, _ := ioutil.ReadFile("testdata/extension.rss")
|
|
feed := New(1, true, chanHandler, itemHandler)
|
|
feed.FetchBytes("http://example.com", content, nil)
|
|
|
|
edgarExtension := feed.Channels[0].Items[0].Extensions["http://www.sec.gov/Archives/edgar"]
|
|
|
|
companyExpected := "Cellular Biomedicine Group, Inc."
|
|
companyName := edgarExtension["companyName"][0]
|
|
if companyName.Value != companyExpected {
|
|
t.Errorf("Expected company to be %s but found %s", companyExpected, companyName.Value)
|
|
}
|
|
|
|
files := edgarExtension["xbrlFiles"][0].Childrens["xbrlFile"]
|
|
fileSizeExpected := 10
|
|
if len(files) != 10 {
|
|
t.Errorf("Expected files size to be %s but found %s", fileSizeExpected, len(files))
|
|
}
|
|
|
|
file := files[0]
|
|
fileExpected := "cbmg_10qa.htm"
|
|
if file.Attrs["file"] != fileExpected {
|
|
t.Errorf("Expected file to be %s but found %s", fileExpected, len(file.Attrs["file"]))
|
|
}
|
|
}
|
|
|
|
func Test_CData(t *testing.T) {
|
|
content, _ := ioutil.ReadFile("testdata/iosBoardGameGeek.rss")
|
|
feed := New(1, true, chanHandler, itemHandler)
|
|
feed.FetchBytes("http://example.com", content, nil)
|
|
|
|
item := feed.Channels[0].Items[0]
|
|
expected := `<p>abc<div>"def"</div>ghi`
|
|
if item.Description != expected {
|
|
t.Errorf("Expected item.Description to be [%s] but item.Description=[%s]", expected, item.Description)
|
|
}
|
|
}
|
|
|
|
func chanHandler(feed *Feed, newchannels []*Channel) {
|
|
println(len(newchannels), "new channel(s) in", feed.Url)
|
|
}
|
|
|
|
func itemHandler(feed *Feed, ch *Channel, newitems []*Item) {
|
|
items = newitems
|
|
println(len(newitems), "new item(s) in", ch.Title, "of", feed.Url)
|
|
}
|