Long overdue initial commit

cmd/rpdata-lb2logimport/.gitignore

@@ -0,0 +1,2 @@
+logs
+debug

cmd/rpdata-lb2logimport/line.go

@@ -0,0 +1,85 @@
+package main
+
+import (
+	"bufio"
+	"errors"
+	"io"
+	"strconv"
+	"strings"
+	"time"
+)
+
+type logLine struct {
+	Verb string
+	Args []string
+	Text string
+}
+
+func parseFile(reader io.Reader) []logLine {
+	bufReader := bufio.NewReader(reader)
+	results := make([]logLine, 0, 512)
+
+	for {
+		line, err := bufReader.ReadString('\n')
+		if err == io.EOF {
+			if len(line) < 2 {
+				break
+			}
+		} else if err != nil {
+			break
+		}
+
+		if len(line) <= 2 {
+			continue
+		}
+
+		line = strings.Replace(line, "\n", "", 1)
+		line = strings.Replace(line, "\r", "", 1)
+
+		results = append(results, parseLine(line))
+	}
+
+	return results
+}
+
+func parseLine(line string) logLine {
+	textSplit := strings.SplitN(line, " :", 2)
+	tokens := strings.Split(textSplit[0], " ")
+
+	ll := logLine{
+		Verb: tokens[0],
+	}
+
+	if len(tokens) > 1 {
+		ll.Args = tokens[1:]
+	}
+
+	if len(textSplit) > 1 {
+		ll.Text = textSplit[1]
+	}
+
+	return ll
+}
+
+func parseFilename(fname string) (date time.Time, channel string, err error) {
+	date, err = time.ParseInLocation("2006-01-02_150405", fname[:17], time.Local)
+	if err != nil {
+		return
+	}
+
+	ms, err := strconv.Atoi(fname[17:20])
+	if err != nil {
+		return
+	}
+
+	date = date.Add(time.Duration(ms) * time.Millisecond)
+
+	if len(fname) < 23 {
+		err = errors.New("filename too short")
+		return
+	}
+
+	channel = fname[21:]
+
+	return
+}

cmd/rpdata-lb2logimport/main.go

@@ -0,0 +1,108 @@
+package main
+
+import (
+	"fmt"
+	"log"
+	"os"
+	"path"
+	"strings"
+	"time"
+
+	"git.aiterp.net/rpdata/api/internal/store"
+	logModel "git.aiterp.net/rpdata/api/model/log"
+)
+
+var prefixReplacer = strings.NewReplacer("+", "", "@", "", "!", "", "%", "")
+
+func main() {
+	err := store.Init()
+	if err != nil {
+		log.Fatalln(err)
+	}
+
+	for _, filepath := range os.Args[1:] {
+		name := strings.Replace(path.Base(filepath), ".txt", "", 1)
+		file, err := os.Open(filepath)
+		if err != nil {
+			log.Println(filepath, err)
+			continue
+		}
+		logLines := parseFile(file)
+		file.Close()
+
+		// Get title and event
+		title := ""
+		event := ""
+		for _, line := range logLines {
+			if line.Verb == "TITLE" {
+				title = line.Text
+			}
+			if line.Verb == "TAG" {
+				event = line.Text
+			}
+		}
+
+		date, channel, err := parseFilename(name)
+		if err != nil {
+			log.Fatalln(err)
+		}
+
+		l, err := logModel.New(date, channel, title, event, "", false)
+		if err != nil {
+			log.Println(err)
+			continue
+		}
+
+		_, err = l.NewPost(time.Now(), "annotation.info", "rpdata-lb2logimport", "This logfile is imported from aitelogs2 and may contain errors or wrong timestamps.")
+		if err != nil {
+			log.Println(err)
+		}
+
+		for _, line := range logLines {
+			if line.Verb != "CHARS" {
+				continue
+			}
+
+			_, err = l.NewPost(l.Date, "chars", prefixReplacer.Replace(line.Args[0]), line.Text)
+			if err != nil {
+				log.Println(err)
+			}
+		}
+
+		for _, line := range logLines {
+			if line.Verb != "SCENE" && line.Verb != "ACTION" && line.Verb != "TEXT" {
+				continue
+			}
+
+			postTime, err := time.ParseInLocation("2006-01-02 15:04:05", date.Format("2006-01-02")+" "+line.Args[1], time.Local)
+			diff := postTime.Sub(date)
+			if err != nil {
+				log.Println(err)
+				continue
+			}
+			if diff < 0 {
+				if diff > -time.Second {
+					postTime = postTime.Add(diff)
+				} else {
+					postTime = postTime.Add(time.Hour * 24)
+				}
+			}
+
+			if line.Args[0][0] == '=' {
+				line.Verb = "SCENE"
+			}
+
+			_, err = l.NewPost(postTime, strings.ToLower(line.Verb), prefixReplacer.Replace(line.Args[0]), line.Text)
+			if err != nil {
+				log.Println(err)
+			}
+		}
+
+		err = l.UpdateCharacters()
+		if err != nil {
+			log.Println(err)
+		}
+
+		fmt.Println(l.ID, "completed")
+	}
+}