2017-01-27 02:07:49 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"io/ioutil"
|
2017-02-05 21:32:01 +00:00
|
|
|
"log"
|
2017-01-27 02:07:49 +00:00
|
|
|
"os"
|
2017-02-05 21:32:01 +00:00
|
|
|
"path/filepath"
|
|
|
|
"time"
|
2017-01-27 02:07:49 +00:00
|
|
|
|
|
|
|
"github.com/BurntSushi/toml"
|
|
|
|
"github.com/urfave/cli"
|
2017-02-05 21:38:40 +00:00
|
|
|
"github.com/vbatts/sl-feeds/changelog"
|
|
|
|
"github.com/vbatts/sl-feeds/fetch"
|
2017-01-27 02:07:49 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func main() {
|
|
|
|
config := Config{}
|
|
|
|
|
|
|
|
app := cli.NewApp()
|
|
|
|
app.Name = "sl-feeds"
|
|
|
|
app.Usage = "Transform slackware ChangeLog.txt into RSS feeds"
|
|
|
|
app.Flags = []cli.Flag{
|
|
|
|
cli.StringFlag{
|
|
|
|
Name: "config, c",
|
|
|
|
Usage: "Load configuration from `FILE`",
|
|
|
|
},
|
|
|
|
cli.StringFlag{
|
|
|
|
Name: "dest, d",
|
|
|
|
Usage: "Output RSS files to `DIR`",
|
|
|
|
},
|
2017-02-05 21:49:05 +00:00
|
|
|
cli.BoolFlag{
|
|
|
|
Name: "quiet, q",
|
|
|
|
Usage: "Less output",
|
|
|
|
},
|
2017-01-27 02:07:49 +00:00
|
|
|
cli.BoolFlag{
|
|
|
|
Name: "sample-config",
|
|
|
|
Usage: "Output sample config file to stdout",
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2017-01-29 20:27:08 +00:00
|
|
|
// This is the main/default application
|
2017-01-27 02:07:49 +00:00
|
|
|
app.Action = func(c *cli.Context) error {
|
|
|
|
if c.Bool("sample-config") {
|
|
|
|
c := Config{
|
2017-02-05 21:49:05 +00:00
|
|
|
Dest: "$HOME/public_html/feeds/",
|
|
|
|
Quiet: false,
|
2017-02-04 16:06:57 +00:00
|
|
|
Mirrors: []Mirror{
|
|
|
|
Mirror{
|
|
|
|
URL: "http://slackware.osuosl.org/",
|
|
|
|
Releases: []string{
|
|
|
|
"slackware-14.0",
|
|
|
|
"slackware-14.1",
|
|
|
|
"slackware-14.2",
|
|
|
|
"slackware-current",
|
|
|
|
"slackware64-14.0",
|
|
|
|
"slackware64-14.1",
|
|
|
|
"slackware64-14.2",
|
|
|
|
"slackware64-current",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
Mirror{
|
|
|
|
URL: "http://ftp.arm.slackware.com/slackwarearm/",
|
|
|
|
Releases: []string{
|
|
|
|
"slackwarearm-14.2",
|
|
|
|
"slackwarearm-current",
|
|
|
|
},
|
|
|
|
},
|
2017-02-05 21:32:01 +00:00
|
|
|
Mirror{
|
|
|
|
URL: "http://alphageek.noip.me/mirrors/alphageek/",
|
|
|
|
Prefix: "alphageek-",
|
|
|
|
Releases: []string{
|
|
|
|
"slackware64-14.2",
|
|
|
|
},
|
|
|
|
},
|
2017-02-04 16:06:57 +00:00
|
|
|
},
|
2017-01-27 02:07:49 +00:00
|
|
|
}
|
|
|
|
toml.NewEncoder(os.Stdout).Encode(c)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-02-05 21:32:01 +00:00
|
|
|
dest := os.ExpandEnv(config.Dest)
|
2017-02-05 21:49:05 +00:00
|
|
|
if !c.Bool("quiet") {
|
|
|
|
fmt.Printf("Writing to: %q\n", dest)
|
|
|
|
}
|
2017-02-04 16:06:57 +00:00
|
|
|
/*
|
|
|
|
for each mirror in Mirrors
|
|
|
|
if there is not a $release.RSS file, then fetch the whole ChangeLog
|
|
|
|
if there is a $release.RSS file, then stat the file and only fetch remote if it is newer than the local RSS file
|
|
|
|
if the remote returns any error (404, 503, etc) then print a warning but continue
|
|
|
|
*/
|
2017-02-05 21:32:01 +00:00
|
|
|
for _, mirror := range config.Mirrors {
|
|
|
|
for _, release := range mirror.Releases {
|
|
|
|
repo := fetch.Repo{
|
|
|
|
URL: mirror.URL,
|
|
|
|
Release: release,
|
|
|
|
}
|
|
|
|
|
2017-02-05 21:49:05 +00:00
|
|
|
if !c.Bool("quiet") {
|
|
|
|
log.Printf("processing %q", repo.URL+"/"+repo.Release)
|
|
|
|
}
|
2017-02-05 21:32:01 +00:00
|
|
|
|
|
|
|
stat, err := os.Stat(filepath.Join(dest, mirror.Prefix+release+".rss"))
|
|
|
|
if err != nil && !os.IsNotExist(err) {
|
|
|
|
log.Println(release, err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
var (
|
|
|
|
entries []changelog.Entry
|
|
|
|
mtime time.Time
|
|
|
|
)
|
|
|
|
if os.IsNotExist(err) {
|
|
|
|
entries, mtime, err = repo.ChangeLog()
|
|
|
|
if err != nil {
|
|
|
|
log.Println(release, err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
// compare times
|
|
|
|
entries, mtime, err = repo.NewerChangeLog(stat.ModTime())
|
|
|
|
if err != nil {
|
2017-02-05 21:49:05 +00:00
|
|
|
if !(err == fetch.ErrNotNewer && c.Bool("quiet")) {
|
|
|
|
log.Println(release, err)
|
|
|
|
}
|
2017-02-05 21:32:01 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// write out the rss and chtime it to be mtime
|
|
|
|
feeds, err := changelog.ToFeed(repo.URL+"/"+release, entries)
|
|
|
|
if err != nil {
|
|
|
|
log.Println(release, err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
fh, err := os.Create(filepath.Join(dest, mirror.Prefix+release+".rss"))
|
|
|
|
if err != nil {
|
|
|
|
log.Println(release, err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if err := feeds.WriteRss(fh); err != nil {
|
|
|
|
log.Println(release, err)
|
|
|
|
fh.Close()
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
fh.Close()
|
|
|
|
err = os.Chtimes(filepath.Join(dest, mirror.Prefix+release+".rss"), mtime, mtime)
|
|
|
|
if err != nil {
|
|
|
|
log.Println(release, err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-01-27 02:07:49 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
app.Before = func(c *cli.Context) error {
|
|
|
|
if c.String("config") == "" {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
data, err := ioutil.ReadFile(c.String("config"))
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := toml.Decode(string(data), &config); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2017-01-29 20:27:08 +00:00
|
|
|
if c.String("dest") != "" {
|
|
|
|
config.Dest = c.String("dest")
|
|
|
|
}
|
2017-01-27 02:07:49 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
app.Run(os.Args)
|
|
|
|
}
|
|
|
|
|
2017-02-05 21:38:40 +00:00
|
|
|
// Config is read in to point to where RSS are written to, and the Mirrors to
|
|
|
|
// be fetched from
|
2017-01-27 02:07:49 +00:00
|
|
|
type Config struct {
|
2017-02-05 21:49:05 +00:00
|
|
|
Quiet bool
|
2017-02-04 16:06:57 +00:00
|
|
|
Dest string
|
|
|
|
Mirrors []Mirror
|
|
|
|
}
|
|
|
|
|
2017-02-05 21:38:40 +00:00
|
|
|
// Mirror is where the release/ChangeLog.txt will be fetched from
|
2017-02-04 16:06:57 +00:00
|
|
|
type Mirror struct {
|
|
|
|
URL string
|
|
|
|
Releases []string
|
2017-02-05 21:32:01 +00:00
|
|
|
Prefix string
|
2017-01-27 02:07:49 +00:00
|
|
|
}
|