forked from an/flokati
76 lines
1.8 KiB
Go
76 lines
1.8 KiB
Go
// vi:ts=4:sts=4:sw=4:noet:tw=72
|
|
//
|
|
// This code is mostly derived from the example code by Jim Teeuwen
|
|
// and is subject to the CC0 1.0 Universal (CC0 1.0) Public Domain Dedication
|
|
// license.
|
|
|
|
package rss
|
|
|
|
import (
|
|
"bufio"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"os"
|
|
"time"
|
|
|
|
gorss "github.com/jteeuwen/go-pkg-rss"
|
|
"github.com/jteeuwen/go-pkg-xmlx"
|
|
)
|
|
|
|
var sayCh chan string
|
|
var hideOutput = true
|
|
|
|
func Init(ch chan string, path string) {
|
|
log.Printf("Initializing news module")
|
|
sayCh = ch
|
|
file, err := os.Open(path)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer file.Close()
|
|
scanner := bufio.NewScanner(file)
|
|
for scanner.Scan() {
|
|
go PollFeed(scanner.Text(), 5, charsetReader)
|
|
}
|
|
if err := scanner.Err(); err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
time.Sleep(60 * time.Second)
|
|
hideOutput = false
|
|
}
|
|
|
|
func PollFeed(uri string, timeout int, cr xmlx.CharsetFunc) {
|
|
feed := gorss.New(timeout, true, chanHandler, itemHandler)
|
|
for {
|
|
log.Printf("Polling feed: %s", uri)
|
|
if err := feed.Fetch(uri, cr); err != nil {
|
|
log.Printf("[e] %s: %s", "*", uri, err)
|
|
sayCh <- fmt.Sprintf("%s\n*** [RSS] Error %s: %s", "*", uri, err)
|
|
return
|
|
}
|
|
<-time.After(time.Duration(feed.SecondsTillUpdate() * 1e9))
|
|
}
|
|
}
|
|
|
|
func chanHandler(feed *gorss.Feed, newchannels []*gorss.Channel) {
|
|
sayCh <- fmt.Sprintf("%s\n*** [RSS] %d new channel(s) in %s", "*", len(newchannels), feed.Url)
|
|
}
|
|
|
|
func itemHandler(feed *gorss.Feed, ch *gorss.Channel, newitems []*gorss.Item) {
|
|
if hideOutput {
|
|
return
|
|
}
|
|
for _, ni := range newitems {
|
|
sayCh <- fmt.Sprintf("%s\n*** [RSS] %v - %v", "*", ni.Title, ni.Links[0].Href)
|
|
}
|
|
}
|
|
|
|
func charsetReader(charset string, r io.Reader) (io.Reader, error) {
|
|
if charset == "ISO-8859-1" || charset == "iso-8859-1" {
|
|
return r, nil
|
|
}
|
|
return nil, errors.New("Unsupported character set encoding: " + charset)
|
|
}
|