Long overdue initial commit

2018-06-10 14:50:06 +02:00
commit 18cb6f14aa
49 changed files with 3874 additions and 0 deletions
@@ -0,0 +1,2 @@
+config.json
+debug
@@ -0,0 +1,91 @@
+package main
+
+import (
+	"log"
+	"net/http"
+
+	"git.aiterp.net/rpdata/api/internal/session"
+	"git.aiterp.net/rpdata/api/internal/store"
+	"git.aiterp.net/rpdata/api/loader"
+	logModel "git.aiterp.net/rpdata/api/model/log"
+	"git.aiterp.net/rpdata/api/resolver"
+	"git.aiterp.net/rpdata/api/schema"
+	graphql "github.com/graph-gophers/graphql-go"
+	"github.com/graph-gophers/graphql-go/relay"
+)
+
+func main() {
+	err := store.Init()
+	if err != nil {
+		log.Fatalln("Failed to init store:", err)
+	}
+
+	n, err := logModel.UpdateAllCharacters()
+	if err != nil {
+		log.Println("Charcter updated stopped:", err)
+	}
+	log.Println("Updated characters on", n, "logs")
+
+	schema, err := graphql.ParseSchema(schema.String(), &resolver.RootResolver{}, graphql.MaxParallelism(4))
+	if err != nil {
+		log.Fatalln("Failed to parse schema:", err)
+	}
+
+	http.Handle("/", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		if r.Method != "GET" {
+			http.Error(w, "method not allowed", http.StatusMethodNotAllowed)
+			return
+		}
+
+		w.Write(page)
+	}))
+
+	relayHandler := &relay.Handler{Schema: schema}
+	http.HandleFunc("/graphql", func(w http.ResponseWriter, r *http.Request) {
+		r = session.Load(w, r)
+
+		l := loader.New()
+		r = r.WithContext(l.ToContext(r.Context()))
+
+		relayHandler.ServeHTTP(w, r)
+	})
+
+	log.Fatal(http.ListenAndServe(":17000", nil))
+}
+
+var page = []byte(`
+	<!DOCTYPE html>
+	<html>
+		<head>
+			<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/graphiql/0.10.2/graphiql.css" />
+			<script src="https://cdnjs.cloudflare.com/ajax/libs/fetch/1.1.0/fetch.min.js"></script>
+			<script src="https://cdnjs.cloudflare.com/ajax/libs/react/15.5.4/react.min.js"></script>
+			<script src="https://cdnjs.cloudflare.com/ajax/libs/react/15.5.4/react-dom.min.js"></script>
+			<script src="https://cdnjs.cloudflare.com/ajax/libs/graphiql/0.10.2/graphiql.js"></script>
+		</head>
+		<body style="width: 100%; height: 100%; margin: 0; overflow: hidden;">
+			<div id="graphiql" style="height: 100vh;">Loading...</div>
+			<script>
+				function graphQLFetcher(graphQLParams) {
+					return fetch("/graphql", {
+						method: "post",
+						body: JSON.stringify(graphQLParams),
+						credentials: "include",
+					}).then(function (response) {
+						return response.text();
+					}).then(function (responseBody) {
+						try {
+							return JSON.parse(responseBody);
+						} catch (error) {
+							return responseBody;
+						}
+					});
+				}
+				ReactDOM.render(
+					React.createElement(GraphiQL, {fetcher: graphQLFetcher}),
+					document.getElementById("graphiql")
+				);
+			</script>
+		</body>
+	</html>
+	`)
@@ -0,0 +1,3 @@
+characters.json
+characters.cson
+debug
@@ -0,0 +1,55 @@
+package main
+
+import (
+	"encoding/json"
+	"io"
+	"strings"
+)
+
+type charInfo struct {
+	Nicks     []string `json:"nicks"`
+	Name      string   `json:"name"`
+	Author    string   `json:"player"`
+	ShortName string   `json:"first"`
+}
+
+func load(reader io.Reader) ([]charInfo, error) {
+	data := make(map[string]interface{})
+	err := json.NewDecoder(reader).Decode(&data)
+	if err != nil {
+		return nil, err
+	}
+
+	links := make(map[string]string, len(data))
+	infos := make([]charInfo, 0, 64)
+
+	for key, value := range data {
+		if info, ok := value.(map[string]interface{}); ok {
+			name := info["name"].(string)
+			author := info["player"].(string)
+			shortName, ok := info["first"].(string)
+			if !ok {
+				shortName = strings.SplitN(name, " ", 2)[0]
+			}
+
+			infos = append(infos, charInfo{
+				Nicks:     []string{key},
+				Name:      name,
+				Author:    author,
+				ShortName: shortName,
+			})
+		} else if nick, ok := value.(string); ok {
+			links[key] = nick
+		}
+	}
+
+	for key, value := range links {
+		for i := range infos {
+			if infos[i].Nicks[0] == value {
+				infos[i].Nicks = append(infos[i].Nicks, key)
+			}
+		}
+	}
+
+	return infos, nil
+}
@@ -0,0 +1,62 @@
+package main
+
+import (
+	"flag"
+	"log"
+	"os"
+
+	"git.aiterp.net/rpdata/api/internal/store"
+	"git.aiterp.net/rpdata/api/model/character"
+)
+
+var fileName = flag.String("file", "./characters.json", "json file to load")
+
+func main() {
+	file, err := os.Open(*fileName)
+	if err != nil {
+		log.Fatalln("Open:", err)
+	}
+
+	infos, err := load(file)
+	if err != nil {
+		log.Fatalln("Parse:", err)
+	}
+
+	err = store.Init()
+	if err != nil {
+		log.Fatalln("Store:", err)
+	}
+
+	charsAdded, charsFailed := 0, 0
+	nicksAdded, nicksFailed := 0, 0
+
+	for _, info := range infos {
+		char, err := character.New(info.Nicks[0], info.Name, info.ShortName, info.Author, "")
+		if err != nil {
+			log.Println(info.Nicks[0], "failed to insert:", err)
+			charsFailed++
+
+			char, err = character.FindNick(info.Nicks[0])
+			if err != nil {
+				continue
+			}
+		} else {
+			log.Println(info.Nicks[0], "added")
+			charsAdded++
+		}
+
+		for _, alt := range info.Nicks[1:] {
+			err := char.AddNick(alt)
+			if err != nil {
+				log.Println(info.Nicks[0], "failed to add nick", alt, "error:", err)
+				nicksFailed++
+			} else {
+				log.Println(info.Nicks[0], "addded nick", alt)
+				nicksAdded++
+			}
+		}
+	}
+
+	log.Printf("Characters – %d/%d", charsAdded, charsFailed+charsAdded)
+	log.Printf("Alt. Nicks – %d/%d", nicksAdded, nicksFailed+nicksAdded)
+}
@@ -0,0 +1,2 @@
+logs
+debug
@@ -0,0 +1,85 @@
+package main
+
+import (
+	"bufio"
+	"errors"
+	"io"
+	"strconv"
+	"strings"
+	"time"
+)
+
+type logLine struct {
+	Verb string
+	Args []string
+	Text string
+}
+
+func parseFile(reader io.Reader) []logLine {
+	bufReader := bufio.NewReader(reader)
+	results := make([]logLine, 0, 512)
+
+	for {
+		line, err := bufReader.ReadString('\n')
+		if err == io.EOF {
+			if len(line) < 2 {
+				break
+			}
+		} else if err != nil {
+			break
+		}
+
+		if len(line) <= 2 {
+			continue
+		}
+
+		line = strings.Replace(line, "\n", "", 1)
+		line = strings.Replace(line, "\r", "", 1)
+
+		results = append(results, parseLine(line))
+	}
+
+	return results
+}
+
+func parseLine(line string) logLine {
+	textSplit := strings.SplitN(line, " :", 2)
+	tokens := strings.Split(textSplit[0], " ")
+
+	ll := logLine{
+		Verb: tokens[0],
+	}
+
+	if len(tokens) > 1 {
+		ll.Args = tokens[1:]
+	}
+
+	if len(textSplit) > 1 {
+		ll.Text = textSplit[1]
+	}
+
+	return ll
+}
+
+func parseFilename(fname string) (date time.Time, channel string, err error) {
+	date, err = time.ParseInLocation("2006-01-02_150405", fname[:17], time.Local)
+	if err != nil {
+		return
+	}
+
+	ms, err := strconv.Atoi(fname[17:20])
+	if err != nil {
+		return
+	}
+
+	date = date.Add(time.Duration(ms) * time.Millisecond)
+
+	if len(fname) < 23 {
+		err = errors.New("filename too short")
+		return
+	}
+
+	channel = fname[21:]
+
+	return
+}
@@ -0,0 +1,108 @@
+package main
+
+import (
+	"fmt"
+	"log"
+	"os"
+	"path"
+	"strings"
+	"time"
+
+	"git.aiterp.net/rpdata/api/internal/store"
+	logModel "git.aiterp.net/rpdata/api/model/log"
+)
+
+var prefixReplacer = strings.NewReplacer("+", "", "@", "", "!", "", "%", "")
+
+func main() {
+	err := store.Init()
+	if err != nil {
+		log.Fatalln(err)
+	}
+
+	for _, filepath := range os.Args[1:] {
+		name := strings.Replace(path.Base(filepath), ".txt", "", 1)
+		file, err := os.Open(filepath)
+		if err != nil {
+			log.Println(filepath, err)
+			continue
+		}
+		logLines := parseFile(file)
+		file.Close()
+
+		// Get title and event
+		title := ""
+		event := ""
+		for _, line := range logLines {
+			if line.Verb == "TITLE" {
+				title = line.Text
+			}
+			if line.Verb == "TAG" {
+				event = line.Text
+			}
+		}
+
+		date, channel, err := parseFilename(name)
+		if err != nil {
+			log.Fatalln(err)
+		}
+
+		l, err := logModel.New(date, channel, title, event, "", false)
+		if err != nil {
+			log.Println(err)
+			continue
+		}
+
+		_, err = l.NewPost(time.Now(), "annotation.info", "rpdata-lb2logimport", "This logfile is imported from aitelogs2 and may contain errors or wrong timestamps.")
+		if err != nil {
+			log.Println(err)
+		}
+
+		for _, line := range logLines {
+			if line.Verb != "CHARS" {
+				continue
+			}
+
+			_, err = l.NewPost(l.Date, "chars", prefixReplacer.Replace(line.Args[0]), line.Text)
+			if err != nil {
+				log.Println(err)
+			}
+		}
+
+		for _, line := range logLines {
+			if line.Verb != "SCENE" && line.Verb != "ACTION" && line.Verb != "TEXT" {
+				continue
+			}
+
+			postTime, err := time.ParseInLocation("2006-01-02 15:04:05", date.Format("2006-01-02")+" "+line.Args[1], time.Local)
+			diff := postTime.Sub(date)
+			if err != nil {
+				log.Println(err)
+				continue
+			}
+			if diff < 0 {
+				if diff > -time.Second {
+					postTime = postTime.Add(diff)
+				} else {
+					postTime = postTime.Add(time.Hour * 24)
+				}
+			}
+
+			if line.Args[0][0] == '=' {
+				line.Verb = "SCENE"
+			}
+
+			_, err = l.NewPost(postTime, strings.ToLower(line.Verb), prefixReplacer.Replace(line.Args[0]), line.Text)
+			if err != nil {
+				log.Println(err)
+			}
+		}
+
+		err = l.UpdateCharacters()
+		if err != nil {
+			log.Println(err)
+		}
+
+		fmt.Println(l.ID, "completed")
+	}
+}