package log import ( "errors" "fmt" "log" "sort" "strconv" "strings" "sync" "time" "git.aiterp.net/rpdata/api/internal/store" "git.aiterp.net/rpdata/api/model/channel" "git.aiterp.net/rpdata/api/model/character" "git.aiterp.net/rpdata/api/model/counter" "github.com/globalsign/mgo/bson" "github.com/globalsign/mgo" ) var postMutex sync.RWMutex var characterUpdateMutex sync.Mutex var logsCollection *mgo.Collection // Log is the header/session for a log file. type Log struct { ID string `bson:"_id"` ShortID string `bson:"shortId"` Date time.Time `bson:"date"` ChannelName string `bson:"channel"` Title string `bson:"title,omitempty"` Event string `bson:"event,omitempty"` Description string `bson:"description,omitempty"` Open bool `bson:"open"` CharacterIDs []string `bson:"characterIds"` } // New creates a new Log func New(date time.Time, channelName, title, event, description string, open bool) (Log, error) { nextID, err := counter.Next("auto_increment", "Log") if err != nil { return Log{}, err } _, err = channel.Ensure(channelName, open) if err != nil { return Log{}, err } log := Log{ ID: MakeLogID(date, channelName), ShortID: "L" + strconv.Itoa(nextID), Date: date, ChannelName: channelName, Title: title, Event: event, Description: description, Open: open, CharacterIDs: nil, } err = logsCollection.Insert(log) if err != nil { return Log{}, err } return log, nil } // FindID finds a log either by it's ID or short ID. func FindID(id string) (Log, error) { return findLog(bson.M{ "$or": []bson.M{ bson.M{"_id": id}, bson.M{"shortId": id}, }, }) } // List lists all logs func List(filter *Filter) ([]Log, error) { query := bson.M{} limit := 0 if filter != nil { // Run a text search if filter.Search != nil { searchResults := make([]string, 0, 32) postMutex.RLock() err := postCollection.Find(bson.M{"$text": bson.M{"$search": *filter.Search}}).Distinct("logId", &searchResults) if err != nil { return nil, err } postMutex.RUnlock() // Posts always use shortId to refer to the log query["shortId"] = bson.M{"$in": searchResults} } // Find logs including any of the specified events and channels if filter.Channels != nil { query["channel"] = bson.M{"$in": *filter.Channels} } if filter.Events != nil { query["event"] = bson.M{"$in": *filter.Events} } // Find logs including all of the specified character IDs. if filter.Characters != nil { query["characterIds"] = bson.M{"$all": *filter.Characters} } // Limit to only open logs if filter.Open != nil { query["open"] = *filter.Open } // Set the limit from the filter limit = filter.Limit } return listLog(query, limit) } // Edit sets the metadata func (log *Log) Edit(title *string, event *string, description *string, open *bool) error { changes := bson.M{} if title != nil && *title != log.Title { changes["title"] = *title } if event != nil && *event != log.Event { changes["event"] = *event } if description != nil && *description != log.Description { changes["description"] = *description } if open != nil && *open != log.Open { changes["open"] = *open } if len(changes) == 0 { return nil } err := logsCollection.UpdateId(log.ID, bson.M{"$set": changes}) if err != nil { return err } if title != nil { log.Title = *title } if event != nil { log.Event = *event } if description != nil { log.Description = *description } if open != nil { log.Open = *open } return nil } // Characters get all the characters for the character IDs stored in the // log file. func (log *Log) Characters() ([]character.Character, error) { return character.ListIDs(log.CharacterIDs...) } // Channel gets the channel. func (log *Log) Channel() (channel.Channel, error) { return channel.FindName(log.ChannelName) } // Posts gets all the posts under the log. If no kinds are specified, it // will get all posts func (log *Log) Posts(kinds []string) ([]Post, error) { postMutex.RLock() defer postMutex.RUnlock() query := bson.M{ "$or": []bson.M{ bson.M{"logId": log.ID}, bson.M{"logId": log.ShortID}, }, } if len(kinds) > 0 { for i := range kinds { kinds[i] = strings.ToLower(kinds[i]) } query["kind"] = bson.M{"$in": kinds} } posts, err := listPosts(query) if err != nil { return nil, err } sort.SliceStable(posts, func(i, j int) bool { return posts[i].Position < posts[j].Position }) return posts, nil } // NewPost creates a new post. func (log *Log) NewPost(time time.Time, kind, nick, text string) (Post, error) { if kind == "" || nick == "" || text == "" { return Post{}, errors.New("Missing/empty parameters") } postMutex.RLock() defer postMutex.RUnlock() position, err := counter.Next("next_post_id", log.ShortID) if err != nil { return Post{}, err } post := Post{ ID: MakePostID(time), Position: position, LogID: log.ShortID, Time: time, Kind: kind, Nick: nick, Text: text, } err = postCollection.Insert(post) if err != nil { return Post{}, err } return post, nil } // UpdateCharacters updates the character list func (log *Log) UpdateCharacters() error { characterUpdateMutex.Lock() defer characterUpdateMutex.Unlock() posts, err := log.Posts([]string{"action", "text", "chars"}) if err != nil { return err } added := make(map[string]bool) removed := make(map[string]bool) for _, post := range posts { if post.Kind == "text" || post.Kind == "action" { if strings.HasPrefix(post.Text, "(") || strings.Contains(post.Nick, "(") || strings.Contains(post.Nick, "[E]") { continue } // Clean up the nick (remove possessive suffix, comma, formatting stuff) if strings.HasSuffix(post.Nick, "'s") || strings.HasSuffix(post.Nick, "`s") { post.Nick = post.Nick[:len(post.Nick)-2] } else if strings.HasSuffix(post.Nick, "'") || strings.HasSuffix(post.Nick, "`") || strings.HasSuffix(post.Nick, ",") || strings.HasSuffix(post.Nick, "\x0f") { post.Nick = post.Nick[:len(post.Nick)-1] } added[post.Nick] = true } if post.Kind == "chars" { tokens := strings.Fields(post.Text) for _, token := range tokens { if strings.HasPrefix(token, "-") { removed[token[1:]] = true } else { added[strings.Replace(token, "+", "", 1)] = true } } } } nicks := make([]string, 0, len(added)) for nick := range added { if added[nick] && !removed[nick] { nicks = append(nicks, nick) } } characters, err := character.ListNicks(nicks...) if err != nil { return err } characterIDs := make([]string, len(characters)) for i, char := range characters { characterIDs[i] = char.ID } err = logsCollection.UpdateId(log.ID, bson.M{"$set": bson.M{"characterIds": characterIDs}}) if err != nil { return err } for _, nick := range nicks { found := false for _, character := range characters { if character.HasNick(nick) { found = true break } } if !found { addUnknownNick(nick) } } log.CharacterIDs = characterIDs return nil } // Remove removes the log and all associated posts from the database func (log *Log) Remove() error { err := logsCollection.Remove(bson.M{"_id": log.ID}) if err != nil { return err } _, err = postCollection.RemoveAll(bson.M{"$or": []bson.M{ bson.M{"logId": log.ID}, bson.M{"logId": log.ShortID}, }}) if err != nil { return err } return nil } func findLog(query interface{}) (Log, error) { log := Log{} err := logsCollection.Find(query).One(&log) if err != nil { return Log{}, err } return log, nil } func listLog(query interface{}, limit int) ([]Log, error) { logs := make([]Log, 0, 64) err := logsCollection.Find(query).Limit(limit).Sort("-date").All(&logs) if err != nil { return nil, err } return logs, nil } func iterLogs(query interface{}, limit int) *mgo.Iter { return logsCollection.Find(query).Sort("-date").Limit(limit).Batch(8).Iter() } // MakeLogID generates log IDs that are of the format from logbot2, though it will break compatibility. func MakeLogID(date time.Time, channel string) string { return fmt.Sprintf("%s%03d_%s", date.UTC().Format("2006-01-02_150405"), (date.Nanosecond() / int(time.Millisecond/time.Nanosecond)), channel[1:]) } func init() { store.HandleInit(func(db *mgo.Database) { logsCollection = db.C("logbot3.logs") logsCollection.EnsureIndexKey("date") logsCollection.EnsureIndexKey("channel") logsCollection.EnsureIndexKey("characterIds") logsCollection.EnsureIndexKey("event") logsCollection.EnsureIndex(mgo.Index{ Key: []string{"channel", "open"}, }) err := logsCollection.EnsureIndex(mgo.Index{ Key: []string{"shortId"}, Unique: true, DropDups: true, }) if err != nil { log.Fatalln("init logbot3.logs:", err) } }) }