Initial version of levyraati bot

.gitignore

@@ -0,0 +1 @@
+credentials.json

bot.go

@@ -0,0 +1,235 @@
+package main
+
+import (
+	"container/heap"
+	"encoding/json"
+	"errors"
+	"fmt"
+	"github.com/antonholmquist/jason"
+	"github.com/jasonlvhit/gocron"
+	"io"
+	"io/ioutil"
+	"log"
+	"os"
+	"regexp"
+	"strconv"
+	"strings"
+	"time"
+)
+
+var songs SongPriorityQueue
+
+var credentials struct {
+	APIURL   string
+	UserName string
+	Password string
+}
+
+func appendSong(wikiText string, author string, newSong string) string {
+	const AUTHOR_MARK = "<!-- Lisääjä -->"
+	const SONG_MARK = "<!-- Kappale -->"
+	lines := strings.Split(wikiText, "\n")
+	authorPrevIndex := -2
+
+	changedLines := make([]string, 0, len(lines))
+	for index, line := range lines {
+		if strings.Index(line, AUTHOR_MARK) != -1 && strings.Index(line, author) != -1 {
+			authorPrevIndex = index
+		}
+		if authorPrevIndex == (index-1) && strings.Index(line, SONG_MARK) != -1 {
+			changedLines = append(changedLines, "| "+SONG_MARK+" "+newSong)
+		} else {
+			changedLines = append(changedLines, line)
+		}
+	}
+	return strings.Join(changedLines, "\n")
+}
+
+func addSong(title string, week int, author string, song string) (bool, error) {
+	wiki := CreateWikiClient(credentials.APIURL, credentials.UserName, credentials.Password)
+
+	sections, err := wiki.GetWikiPageSections(title)
+	if err != nil {
+		return false, err
+	}
+
+	numberReg, _ := regexp.Compile("\\d+")
+	for _, section := range sections {
+		weekStr := numberReg.FindString(section.title)
+		if weekStr != "" {
+			weekNumber, _ := strconv.Atoi(weekStr)
+			if weekNumber == week {
+				wikiText, err := wiki.GetWikiPageSectionText(title, section.index)
+				if err != nil {
+					return false, err
+				}
+				changedWikiText := appendSong(wikiText, author, song)
+
+				return wiki.EditWikiPageSection(title, section.index, changedWikiText,
+					fmt.Sprintf("Added week %d song for %s", week, author))
+			}
+		}
+	}
+	return false, errors.New("Could not find matching section")
+}
+
+type SongsFile struct {
+	Songs []*struct {
+		Week   int
+		Title  string
+		Artist string
+		URL    string
+		Sync   bool
+	}
+}
+
+func songSynced(syncedWeek int) error {
+	var v SongsFile
+	f, err := os.Open("songs.json")
+	if err != nil {
+		return err
+	}
+	defer f.Close()
+
+	if err != nil {
+		log.Fatal(err)
+		return nil
+	}
+	dec := json.NewDecoder(f)
+	dec.UseNumber()
+	for {
+		if err := dec.Decode(&v); err == io.EOF {
+			break
+		} else if err != nil {
+			log.Fatal(err)
+			return err
+		}
+	}
+
+	synced := false
+	for _, song := range v.Songs {
+		if song.Week == syncedWeek {
+			song.Sync = true
+			synced = true
+			jsonValue, err := json.Marshal(v)
+			if err != nil {
+				log.Fatal(err)
+				return err
+			}
+			err = ioutil.WriteFile("songs.json", jsonValue, 0644)
+			return err
+		}
+	}
+	if !synced {
+		return errors.New("No week matched from JSON for synced song")
+	}
+	return errors.New("Week not found")
+}
+
+func getSongs() (SongPriorityQueue, error) {
+	f, err := os.Open("songs.json")
+	if err != nil {
+		return nil, err
+	}
+	defer f.Close()
+	v, err := jason.NewObjectFromReader(f)
+	if err != nil {
+		return nil, err
+	}
+	songsArr, err := v.GetObjectArray("Songs")
+	if err != nil {
+		return nil, err
+	}
+
+	yearStart, _ := time.Parse(time.RFC3339, "2018-01-01T00:00:00+02:00")
+
+	songs := make(SongPriorityQueue, len(songsArr))
+	for index, songObj := range songsArr {
+		title, err := songObj.GetString("Title")
+		if err != nil {
+			return nil, err
+		}
+		artist, err := songObj.GetString("Artist")
+		if err != nil {
+			return nil, err
+		}
+		url, err := songObj.GetString("URL")
+		if err != nil {
+			return nil, err
+		}
+		week64, err := songObj.GetInt64("Week")
+		if err != nil {
+			return nil, err
+		}
+		week := int(week64)
+		sync, _ := songObj.GetBoolean("Sync")
+
+		target := yearStart.AddDate(0, 0, (week-1)*7)
+		songs[index] = &Song{
+			time:  target,
+			song:  "[" + url + " " + artist + " - " + title + "]",
+			week:  week,
+			sync:  sync,
+			index: index,
+		}
+	}
+	heap.Init(&songs)
+	for len(songs) > 0 && songs[0].sync {
+		heap.Pop(&songs)
+	}
+	return songs, nil
+}
+
+func task() {
+	now := time.Now()
+	if len(songs) > 0 && songs[0].time.Before(now) {
+		fmt.Println("Time has passed for " + songs[0].song)
+		success, err := addSong("Levyraati 2018", songs[0].week, "Lamperi", songs[0].song)
+		if err != nil {
+			log.Fatal(err)
+		}
+		if success {
+			err := songSynced(songs[0].week)
+			if err == nil {
+				heap.Pop(&songs)
+			} else {
+				fmt.Println("Error received:", err)
+			}
+		}
+	}
+}
+
+func initCreds() error {
+	f, err := os.Open("credentials.json")
+	if err != nil {
+		return err
+	}
+	defer f.Close()
+
+	if err != nil {
+		log.Fatal(err)
+		return err
+	}
+	dec := json.NewDecoder(f)
+	for {
+		if err := dec.Decode(&credentials); err == io.EOF {
+			break
+		} else if err != nil {
+			log.Fatal(err)
+		}
+	}
+	return nil
+}
+
+func main() {
+	err := initCreds()
+	if err != nil {
+		panic(err)
+	}
+	songs, err = getSongs()
+	if err != nil {
+		panic(err)
+	}
+	gocron.Every(1).Second().Do(task)
+	<-gocron.Start()
+}

mediawiki.go

@@ -0,0 +1,224 @@
+package main
+
+import (
+	"cgt.name/pkg/go-mwclient"
+	"cgt.name/pkg/go-mwclient/params"
+	"errors"
+	"fmt"
+	"strings"
+)
+
+func clientLogin(w *mwclient.Client, username, password string) error {
+	token, err := w.GetToken("login")
+	if err != nil {
+		return err
+	}
+	v := params.Values{
+		"action":     "login",
+		"lgname":     username,
+		"lgpassword": password,
+		"lgtoken":    token,
+	}
+	resp, err := w.Post(v)
+	if err != nil {
+		if strings.Index(err.Error(), "see action=clientlogin.") == -1 {
+			return err
+		}
+	}
+	lgResult, err := resp.GetString("login", "result")
+	if err != nil {
+		return fmt.Errorf("invalid API response: unable to assert login result to string")
+	}
+	if lgResult != "Success" {
+		apierr := mwclient.APIError{Code: lgResult}
+		if reason, err := resp.GetString("login", "reason"); err == nil {
+			apierr.Info = reason
+		}
+		return apierr
+	}
+	return nil
+}
+
+type WikiClient struct {
+	apiUrl   string
+	userName string
+	password string
+}
+
+func CreateWikiClient(apiUrl string, userName string, password string) *WikiClient {
+	return &WikiClient{apiUrl, userName, password}
+}
+
+func (wc *WikiClient) GetWikiPageContent(title string) (content string, err error) {
+	w, err := mwclient.New(wc.apiUrl, "lamperiWikibot")
+	if err != nil {
+		return "", err
+	}
+	// Log in.
+	err = clientLogin(w, wc.userName, wc.password)
+	if err != nil {
+		return "", err
+	}
+
+	// Specify parameters to send.
+	parameters := map[string]string{
+		"action": "query",
+		"format": "json",
+		"titles": title,
+		"prop":   "revisions",
+		"rvprop": "content",
+	}
+
+	// Make the request.
+	resp, err := w.Get(parameters)
+	if err != nil {
+		return "", err
+	}
+
+	pages, err := resp.GetObjectArray("query", "pages")
+	if err != nil {
+		return "", err
+	}
+	if len(pages) == 0 {
+		return "", errors.New("Not pages in page JSON")
+	}
+	title, err = pages[0].GetString("title")
+	if err != nil {
+		return "", err
+	}
+	revisions, err := pages[0].GetObjectArray("revisions")
+	if err != nil {
+		return "", err
+	}
+	content, err = revisions[0].GetString("content")
+	if err != nil {
+		return "", err
+	}
+
+	return content, nil
+}
+
+func (wc *WikiClient) GetWikiPageSections(title string) ([]struct {
+	title string
+	index string
+}, error) {
+	w, err := mwclient.New(wc.apiUrl, "lamperiWikibot")
+	if err != nil {
+		return nil, err
+	}
+	// Log in.
+	err = clientLogin(w, wc.userName, wc.password)
+	if err != nil {
+		return nil, err
+	}
+
+	// Specify parameters to send.
+	parameters := map[string]string{
+		"action": "parse",
+		"format": "json",
+		"page":   title,
+		"prop":   "sections",
+	}
+
+	// Make the request.
+	resp, err := w.Get(parameters)
+	if err != nil {
+		return nil, err
+	}
+
+	sections, err := resp.GetObjectArray("parse", "sections")
+	if err != nil {
+		return nil, err
+	}
+	ret := make([]struct {
+		title string
+		index string
+	}, 0, len(sections))
+	for _, section := range sections {
+		title, err := section.GetString("line")
+		if err != nil {
+			return nil, err
+		}
+		index, err := section.GetString("index")
+		if err != nil {
+			return nil, err
+		}
+		ret = append(ret, struct {
+			title string
+			index string
+		}{title, index})
+	}
+	return ret, nil
+}
+
+func (wc *WikiClient) GetWikiPageSectionText(title string, sectionIndex string) (string, error) {
+	w, err := mwclient.New(wc.apiUrl, "lamperiWikibot")
+	if err != nil {
+		return "", err
+	}
+	// Log in.
+	err = clientLogin(w, wc.userName, wc.password)
+	if err != nil {
+		return "", err
+	}
+
+	// Specify parameters to send.
+	parameters := map[string]string{
+		"action":  "parse",
+		"format":  "json",
+		"page":    title,
+		"section": sectionIndex,
+		"prop":    "wikitext",
+	}
+
+	// Make the request.
+	resp, err := w.Get(parameters)
+	if err != nil {
+		return "", err
+	}
+
+	wikiText, err := resp.GetString("parse", "wikitext")
+	if err != nil {
+		return "", err
+	}
+	return wikiText, nil
+}
+
+func (wc *WikiClient) EditWikiPageSection(title string, sectionIndex string, content string, summary string) (bool, error) {
+	w, err := mwclient.New(wc.apiUrl, "lamperiWikibot")
+	if err != nil {
+		return false, err
+	}
+	// Log in.
+	err = clientLogin(w, wc.userName, wc.password)
+	if err != nil {
+		return false, err
+	}
+
+	editToken, err := w.GetToken("csrf")
+
+	// Specify parameters to send.
+	parameters := map[string]string{
+		"action":   "edit",
+		"title":    title,
+		"section":  sectionIndex,
+		"summary":  summary,
+		"text":     content,
+		"nocreate": "true",
+		"bot":      "true",
+		"token":    editToken,
+	}
+
+	// Make the request.
+	resp, err := w.Post(parameters)
+	if err != nil {
+		return false, err
+	}
+
+	result, err := resp.GetString("edit", "result")
+	if err != nil {
+		return false, err
+	}
+
+	return result == "Success", nil
+}

songs.go

@@ -0,0 +1,47 @@
+package main
+
+import (
+	"time"
+)
+
+// From https://golang.org/pkg/container/heap/
+
+type Song struct {
+	time  time.Time
+	song  string
+	week  int
+	sync  bool
+	index int
+}
+
+type SongPriorityQueue []*Song
+
+func (pq SongPriorityQueue) Len() int {
+	return len(pq)
+}
+
+func (pq SongPriorityQueue) Less(i, j int) bool {
+	return pq[i].time.Before(pq[j].time)
+
+}
+func (pq SongPriorityQueue) Swap(i, j int) {
+	pq[i], pq[j] = pq[j], pq[i]
+	pq[i].index = i
+	pq[j].index = j
+}
+
+func (pq *SongPriorityQueue) Push(x interface{}) {
+	n := len(*pq)
+	item := x.(*Song)
+	item.index = n
+	*pq = append(*pq, item)
+}
+
+func (pq *SongPriorityQueue) Pop() interface{} {
+	old := *pq
+	n := len(old)
+	item := old[n-1]
+	item.index = -1 // for safety
+	*pq = old[0 : n-1]
+	return item
+}

songs.json

@@ -0,0 +1,3 @@
+{"Songs":[{"Week":1,"Title":"Party (papiidipaadi)","Artist":"Antti Tuisku feat. Nikke Ankara","URL":"https://open.spotify.com/album/4T5cveHFQ5qZkRfZAJPcP7?si=ll_ktjrpQeW-U9KBOAcgvQ","Sync":true},
+    {"Week":2,"Title":"Poro","Artist":"Eläkeläiset","URL":"https://open.spotify.com/track/7BGxxc7n5rGkFhiV50pVC6","Sync":true},
+    {"Week":26,"Title":"Summer of '69","Artist":"Bryan Adams","URL":"https://open.spotify.com/track/3bYCGWnZdLQjndiKogqA3G","Sync":false}]}