CEF/ergo
1
0
Fork 0
forked from External/ergo
Code Pull requests Activity

complete database reivision

Browse source
This commit is contained in:
CEF Server 2024-11-28 02:58:14 +00:00
parent d26235e9a9
commit d73b6bac86
10 changed files with 203 additions and 353 deletions
Download patch file Download diff file Expand all files Collapse all files

2
irc/caps/defs.go
View file

@ -7,7 +7,7 @@ package caps
const ( const (
// number of recognized capabilities: // number of recognized capabilities:
numCapabs = 35 numCapabs = 36
// length of the uint32 array that represents the bitset: // length of the uint32 array that represents the bitset:
bitsetLen = 2 bitsetLen = 2
) )

43
irc/channel.go
View file

@ -838,8 +838,9 @@ func (channel *Channel) Join(client *Client, key string, isSajoin bool, rb *Resp
histItem := history.Item{ histItem := history.Item{
Type: history.Join, Type: history.Join,
Nick: details.nickMask, Nick: details.nickMask,
AccountName: details.accountName, Account: details.account,
Message: message, Message: message,
Target: channel.NameCasefolded(),
IsBot: isBot, IsBot: isBot,
} }
histItem.Params[0] = details.realname histItem.Params[0] = details.realname
@ -1053,8 +1054,9 @@ func (channel *Channel) Part(client *Client, message string, rb *ResponseBuffer)
channel.AddHistoryItem(history.Item{ channel.AddHistoryItem(history.Item{
Type: history.Part, Type: history.Part,
Nick: details.nickMask, Nick: details.nickMask,
AccountName: details.accountName, Account: details.account,
Message: splitMessage, Message: splitMessage,
Target: channel.NameCasefolded(),
IsBot: isBot, IsBot: isBot,
}, details.account) }, details.account)
} }
@ -1089,12 +1091,12 @@ func (channel *Channel) replayHistoryItems(rb *ResponseBuffer, items []history.I
nick := NUHToNick(item.Nick) nick := NUHToNick(item.Nick)
switch item.Type { switch item.Type {
case history.Privmsg: case history.Privmsg:
rb.AddSplitMessageFromClient(item.Nick, item.AccountName, item.IsBot, item.Tags, "PRIVMSG", chname, item.Message) rb.AddSplitMessageFromClient(item.Nick, item.Account, item.IsBot, item.Tags, "PRIVMSG", chname, item.Message)
case history.Notice: case history.Notice:
rb.AddSplitMessageFromClient(item.Nick, item.AccountName, item.IsBot, item.Tags, "NOTICE", chname, item.Message) rb.AddSplitMessageFromClient(item.Nick, item.Account, item.IsBot, item.Tags, "NOTICE", chname, item.Message)
case history.Tagmsg: case history.Tagmsg:
if eventPlayback { if eventPlayback {
rb.AddSplitMessageFromClient(item.Nick, item.AccountName, item.IsBot, item.Tags, "TAGMSG", chname, item.Message) rb.AddSplitMessageFromClient(item.Nick, item.Account, item.IsBot, item.Tags, "TAGMSG", chname, item.Message)
} else if chathistoryCommand { } else if chathistoryCommand {
// #1676, we have to send something here or else it breaks pagination // #1676, we have to send something here or else it breaks pagination
rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, fmt.Sprintf(client.t("%s sent a TAGMSG"), nick)) rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, fmt.Sprintf(client.t("%s sent a TAGMSG"), nick))
@ -1102,25 +1104,25 @@ func (channel *Channel) replayHistoryItems(rb *ResponseBuffer, items []history.I
case history.Join: case history.Join:
if eventPlayback { if eventPlayback {
if extendedJoin { if extendedJoin {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "JOIN", chname, item.AccountName, item.Params[0]) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "JOIN", chname, item.Account, item.Params[0])
} else { } else {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "JOIN", chname) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "JOIN", chname)
} }
} else { } else {
if !playJoinsAsPrivmsg { if !playJoinsAsPrivmsg {
continue // #474 continue // #474
} }
var message string var message string
if item.AccountName == "*" { if item.Account == "*" {
message = fmt.Sprintf(client.t("%s joined the channel"), nick) message = fmt.Sprintf(client.t("%s joined the channel"), nick)
} else { } else {
message = fmt.Sprintf(client.t("%[1]s [account: %[2]s] joined the channel"), nick, item.AccountName) message = fmt.Sprintf(client.t("%[1]s [account: %[2]s] joined the channel"), nick, item.Account)
} }
rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message) rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message)
} }
case history.Part: case history.Part:
if eventPlayback { if eventPlayback {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "PART", chname, item.Message.Message) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "PART", chname, item.Message.Message)
} else { } else {
if !playJoinsAsPrivmsg { if !playJoinsAsPrivmsg {
continue // #474 continue // #474
@ -1130,14 +1132,14 @@ func (channel *Channel) replayHistoryItems(rb *ResponseBuffer, items []history.I
} }
case history.Kick: case history.Kick:
if eventPlayback { if eventPlayback {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "KICK", chname, item.Params[0], item.Message.Message) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "KICK", chname, item.Params[0], item.Message.Message)
} else { } else {
message := fmt.Sprintf(client.t("%[1]s kicked %[2]s (%[3]s)"), nick, item.Params[0], item.Message.Message) message := fmt.Sprintf(client.t("%[1]s kicked %[2]s (%[3]s)"), nick, item.Params[0], item.Message.Message)
rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message) rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message)
} }
case history.Quit: case history.Quit:
if eventPlayback { if eventPlayback {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "QUIT", item.Message.Message) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "QUIT", item.Message.Message)
} else { } else {
if !playJoinsAsPrivmsg { if !playJoinsAsPrivmsg {
continue // #474 continue // #474
@ -1147,14 +1149,14 @@ func (channel *Channel) replayHistoryItems(rb *ResponseBuffer, items []history.I
} }
case history.Nick: case history.Nick:
if eventPlayback { if eventPlayback {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "NICK", item.Params[0]) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "NICK", item.Params[0])
} else { } else {
message := fmt.Sprintf(client.t("%[1]s changed nick to %[2]s"), nick, item.Params[0]) message := fmt.Sprintf(client.t("%[1]s changed nick to %[2]s"), nick, item.Params[0])
rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message) rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message)
} }
case history.Topic: case history.Topic:
if eventPlayback { if eventPlayback {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "TOPIC", chname, item.Message.Message) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "TOPIC", chname, item.Message.Message)
} else { } else {
message := fmt.Sprintf(client.t("%[1]s set the channel topic to: %[2]s"), nick, item.Message.Message) message := fmt.Sprintf(client.t("%[1]s set the channel topic to: %[2]s"), nick, item.Message.Message)
rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message) rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message)
@ -1166,7 +1168,7 @@ func (channel *Channel) replayHistoryItems(rb *ResponseBuffer, items []history.I
params[i+1] = pair.Message params[i+1] = pair.Message
} }
if eventPlayback { if eventPlayback {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "MODE", params...) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "MODE", params...)
} else { } else {
message := fmt.Sprintf(client.t("%[1]s set channel modes: %[2]s"), nick, strings.Join(params[1:], " ")) message := fmt.Sprintf(client.t("%[1]s set channel modes: %[2]s"), nick, strings.Join(params[1:], " "))
rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message) rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", chname, message)
@ -1238,9 +1240,10 @@ func (channel *Channel) SetTopic(client *Client, topic string, rb *ResponseBuffe
channel.AddHistoryItem(history.Item{ channel.AddHistoryItem(history.Item{
Type: history.Topic, Type: history.Topic,
Nick: details.nickMask, Nick: details.nickMask,
AccountName: details.accountName, Account: details.account,
Message: message, Message: message,
IsBot: isBot, IsBot: isBot,
Target: channel.NameCasefolded(),
}, details.account) }, details.account)
channel.MarkDirty(IncludeTopic) channel.MarkDirty(IncludeTopic)
@ -1383,9 +1386,10 @@ func (channel *Channel) SendSplitMessage(command string, minPrefixMode modes.Mod
Type: histType, Type: histType,
Message: message, Message: message,
Nick: details.nickMask, Nick: details.nickMask,
AccountName: details.accountName, Account: details.accountName,
Tags: clientOnlyTags, Tags: clientOnlyTags,
IsBot: isBot, IsBot: isBot,
Target: channel.NameCasefolded(),
}, details.account) }, details.account)
} }
} }
@ -1494,9 +1498,10 @@ func (channel *Channel) Kick(client *Client, target *Client, comment string, rb
histItem := history.Item{ histItem := history.Item{
Type: history.Kick, Type: history.Kick,
Nick: details.nickMask, Nick: details.nickMask,
AccountName: details.accountName, Account: details.account,
Message: message, Message: message,
IsBot: isBot, IsBot: isBot,
Target: channel.NameCasefolded(),
} }
histItem.Params[0] = targetNick histItem.Params[0] = targetNick
channel.AddHistoryItem(histItem, details.account) channel.AddHistoryItem(histItem, details.account)
@ -1573,6 +1578,8 @@ func (channel *Channel) Invite(invitee *Client, inviter *Client, rb *ResponseBuf
item := history.Item{ item := history.Item{
Type: history.Invite, Type: history.Invite,
Message: message, Message: message,
Account: inviter.Account(),
Target: invitee.Account(),
} }
for _, member := range channel.Members() { for _, member := range channel.Members() {

18
irc/client.go
View file

@ -651,7 +651,7 @@ func (client *Client) run(session *Session) {
firstLine := !isReattach firstLine := !isReattach
correspondents, _ := client.server.historyDB.GetPMs(client.NickCasefolded()) correspondents, _ := client.server.historyDB.GetPMs(client.Account())
// For safety, let's keep this within the 4096 character barrier // For safety, let's keep this within the 4096 character barrier
var lineBuilder utils.TokenLineBuilder var lineBuilder utils.TokenLineBuilder
lineBuilder.Initialize(MaxLineLen, ",") lineBuilder.Initialize(MaxLineLen, ",")
@ -903,7 +903,7 @@ func (client *Client) replayPrivmsgHistory(rb *ResponseBuffer, items []history.I
continue continue
} }
if hasEventPlayback { if hasEventPlayback {
rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.AccountName, item.IsBot, nil, "INVITE", nick, item.Message.Message) rb.AddFromClient(item.Message.Time, item.Message.Msgid, item.Nick, item.Account, item.IsBot, nil, "INVITE", nick, item.Message.Message)
} else { } else {
rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", fmt.Sprintf(client.t("%[1]s invited you to channel %[2]s"), NUHToNick(item.Nick), item.Message.Message)) rb.AddFromClient(item.Message.Time, history.HistservMungeMsgid(item.Message.Msgid), histservService.prefix, "*", false, nil, "PRIVMSG", fmt.Sprintf(client.t("%[1]s invited you to channel %[2]s"), NUHToNick(item.Nick), item.Message.Message))
} }
@ -931,11 +931,11 @@ func (client *Client) replayPrivmsgHistory(rb *ResponseBuffer, items []history.I
tags = item.Tags tags = item.Tags
} }
if !isSelfMessage(&item) { if !isSelfMessage(&item) {
rb.AddSplitMessageFromClient(item.Nick, item.AccountName, item.IsBot, tags, command, nick, item.Message) rb.AddSplitMessageFromClient(item.Nick, item.Account, item.IsBot, tags, command, nick, item.Message)
} else { } else {
// this message was sent *from* the client to another nick; the target is item.Params[0] // this message was sent *from* the client to another nick; the target is item.Params[0]
// substitute client's current nickmask in case client changed nick // substitute client's current nickmask in case client changed nick
rb.AddSplitMessageFromClient(details.nickMask, item.AccountName, item.IsBot, tags, command, item.Params[0], item.Message) rb.AddSplitMessageFromClient(details.nickMask, item.Account, item.IsBot, tags, command, item.Params[0], item.Message)
} }
} }
@ -1367,7 +1367,7 @@ func (client *Client) destroy(session *Session) {
quitItem = history.Item{ quitItem = history.Item{
Type: history.Quit, Type: history.Quit,
Nick: details.nickMask, Nick: details.nickMask,
AccountName: details.accountName, Account: details.accountName,
Message: splitQuitMessage, Message: splitQuitMessage,
IsBot: isBot, IsBot: isBot,
} }
@ -1690,7 +1690,7 @@ func (client *Client) addHistoryItem(target *Client, item history.Item, details,
} }
item.Nick = details.nickMask item.Nick = details.nickMask
item.AccountName = details.accountName item.Account = details.account
targetedItem := item targetedItem := item
targetedItem.Params[0] = tDetails.nick targetedItem.Params[0] = tDetails.nick
@ -1698,15 +1698,15 @@ func (client *Client) addHistoryItem(target *Client, item history.Item, details,
tStatus, _ := target.historyStatus(config) tStatus, _ := target.historyStatus(config)
// add to ephemeral history // add to ephemeral history
if cStatus == HistoryEphemeral { if cStatus == HistoryEphemeral {
targetedItem.CfCorrespondent = tDetails.nickCasefolded targetedItem.Target = tDetails.account
client.history.Add(targetedItem) client.history.Add(targetedItem)
} }
if tStatus == HistoryEphemeral && client != target { if tStatus == HistoryEphemeral && client != target {
item.CfCorrespondent = details.nickCasefolded item.Target = target.Account()
target.history.Add(item) target.history.Add(item)
} }
if cStatus == HistoryPersistent || tStatus == HistoryPersistent { if cStatus == HistoryPersistent || tStatus == HistoryPersistent {
targetedItem.CfCorrespondent = "" targetedItem.Target = target.account
client.server.historyDB.AddDirectMessage(details.nickCasefolded, details.account, tDetails.nickCasefolded, tDetails.account, targetedItem) client.server.historyDB.AddDirectMessage(details.nickCasefolded, details.account, tDetails.nickCasefolded, tDetails.account, targetedItem)
} }
return nil return nil

18
irc/handlers.go
View file

@ -1928,8 +1928,9 @@ func announceCmodeChanges(channel *Channel, applied modes.ModeChanges, source, a
channel.AddHistoryItem(history.Item{ channel.AddHistoryItem(history.Item{
Type: history.Mode, Type: history.Mode,
Nick: source, Nick: source,
AccountName: accountName, Account: accountName,
Message: message, Message: message,
Target: channel.NameCasefolded(),
IsBot: isBot, IsBot: isBot,
}, account) }, account)
} }
@ -2443,6 +2444,7 @@ func dispatchMessageToTarget(client *Client, tags map[string]string, histType hi
} }
} }
} else { } else {
// PMs
lowercaseTarget := strings.ToLower(target) lowercaseTarget := strings.ToLower(target)
service, isService := ErgoServices[lowercaseTarget] service, isService := ErgoServices[lowercaseTarget]
_, isZNC := zncHandlers[lowercaseTarget] _, isZNC := zncHandlers[lowercaseTarget]
@ -2542,6 +2544,8 @@ func dispatchMessageToTarget(client *Client, tags map[string]string, histType hi
Type: histType, Type: histType,
Message: message, Message: message,
Tags: tags, Tags: tags,
Target: user.Account(),
Account: client.Account(),
} }
client.addHistoryItem(user, item, &details, &tDetails, config) client.addHistoryItem(user, item, &details, &tDetails, config)
@ -2862,16 +2866,16 @@ func redactHandler(server *Server, client *Client, msg ircmsg.Message, rb *Respo
rb.Add(nil, server.name, "FAIL", "REDACT", "REDACT_FORBIDDEN", utils.SafeErrorParam(target), utils.SafeErrorParam(targetmsgid), client.t("You are not authorized to delete messages")) rb.Add(nil, server.name, "FAIL", "REDACT", "REDACT_FORBIDDEN", utils.SafeErrorParam(target), utils.SafeErrorParam(targetmsgid), client.t("You are not authorized to delete messages"))
return false return false
} }
accountName := "*" account := "*"
if canDelete == canDeleteSelf { if canDelete == canDeleteSelf {
accountName = client.AccountName() account = client.account
if accountName == "*" { if account == "*" {
rb.Add(nil, server.name, "FAIL", "REDACT", "REDACT_FORBIDDEN", utils.SafeErrorParam(target), utils.SafeErrorParam(targetmsgid), client.t("You are not authorized to delete this message")) rb.Add(nil, server.name, "FAIL", "REDACT", "REDACT_FORBIDDEN", utils.SafeErrorParam(target), utils.SafeErrorParam(targetmsgid), client.t("You are not authorized to delete this message"))
return false return false
} }
} }
err := server.DeleteMessage(target, targetmsgid, accountName) err := server.DeleteMessage(target, targetmsgid, account)
if err == errNoop { if err == errNoop {
rb.Add(nil, server.name, "FAIL", "REDACT", "UNKNOWN_MSGID", utils.SafeErrorParam(target), utils.SafeErrorParam(targetmsgid), client.t("This message does not exist or is too old")) rb.Add(nil, server.name, "FAIL", "REDACT", "UNKNOWN_MSGID", utils.SafeErrorParam(target), utils.SafeErrorParam(targetmsgid), client.t("This message does not exist or is too old"))
return false return false
@ -2888,7 +2892,7 @@ func redactHandler(server *Server, client *Client, msg ircmsg.Message, rb *Respo
if target[0] != '#' { if target[0] != '#' {
// If this is a PM, we just removed the message from the buffer of the other party; // If this is a PM, we just removed the message from the buffer of the other party;
// now we have to remove it from the buffer of the client who sent the REDACT command // now we have to remove it from the buffer of the client who sent the REDACT command
err := server.DeleteMessage(client.Nick(), targetmsgid, accountName) err := server.DeleteMessage(client.Nick(), targetmsgid, account)
if err != nil { if err != nil {
client.server.logger.Error("internal", fmt.Sprintf("Private message %s is not deletable by %s from their own buffer's even though we just deleted it from %s's. This is a bug, please report it in details.", targetmsgid, client.Nick(), target), client.Nick()) client.server.logger.Error("internal", fmt.Sprintf("Private message %s is not deletable by %s from their own buffer's even though we just deleted it from %s's. This is a bug, please report it in details.", targetmsgid, client.Nick(), target), client.Nick())
@ -3214,6 +3218,8 @@ func relaymsgHandler(server *Server, client *Client, msg ircmsg.Message, rb *Res
Type: history.Privmsg, Type: history.Privmsg,
Message: message, Message: message,
Nick: nuh, Nick: nuh,
Target: channel.NameCasefolded(),
Account: "$RELAYMSG",
}, "") }, "")
// 3 possibilities for tags: // 3 possibilities for tags:

13
irc/history/history.go
View file

@ -38,7 +38,8 @@ type Item struct {
Nick string Nick string
// this is the uncasefolded account name, if there's no account it should be set to "*" // this is the uncasefolded account name, if there's no account it should be set to "*"
AccountName string // in cef, this is always set, at least in theory. cant wait for bugs toc rop up
Account string
// for non-privmsg items, we may stuff some other data in here // for non-privmsg items, we may stuff some other data in here
Message utils.SplitMessage Message utils.SplitMessage
Tags map[string]string Tags map[string]string
@ -46,7 +47,7 @@ type Item struct {
// for a DM, this is the casefolded nickname of the other party (whether this is // for a DM, this is the casefolded nickname of the other party (whether this is
// an incoming or outgoing message). this lets us emulate the "query buffer" functionality // an incoming or outgoing message). this lets us emulate the "query buffer" functionality
// required by CHATHISTORY: // required by CHATHISTORY:
CfCorrespondent string `json:"CfCorrespondent,omitempty"` Target string `json:"Target"`
IsBot bool `json:"IsBot,omitempty"` IsBot bool `json:"IsBot,omitempty"`
} }
@ -213,10 +214,10 @@ func (list *Buffer) allCorrespondents() (results []TargetListing) {
stop := list.start stop := list.start
for { for {
if !seen.Has(list.buffer[pos].CfCorrespondent) { if !seen.Has(list.buffer[pos].Target) {
seen.Add(list.buffer[pos].CfCorrespondent) seen.Add(list.buffer[pos].Target)
results = append(results, TargetListing{ results = append(results, TargetListing{
CfName: list.buffer[pos].CfCorrespondent, CfName: list.buffer[pos].Target,
Time: list.buffer[pos].Message.Time, Time: list.buffer[pos].Message.Time,
}) })
} }
@ -281,7 +282,7 @@ func (list *Buffer) MakeSequence(correspondent string, cutoff time.Time) Sequenc
var pred Predicate var pred Predicate
if correspondent != "" { if correspondent != "" {
pred = func(item *Item) bool { pred = func(item *Item) bool {
return item.CfCorrespondent == correspondent return item.Target == correspondent
} }
} }
return &bufferSequence{ return &bufferSequence{

368
irc/mysql/history.go
View file

@ -6,7 +6,6 @@ package mysql
import ( import (
"context" "context"
"database/sql" "database/sql"
"encoding/json"
"errors" "errors"
"fmt" "fmt"
"io" "io"
@ -50,9 +49,7 @@ type MySQL struct {
logger *logger.Manager logger *logger.Manager
insertHistory *sql.Stmt insertHistory *sql.Stmt
insertSequence *sql.Stmt
insertConversation *sql.Stmt insertConversation *sql.Stmt
insertCorrespondent *sql.Stmt
insertAccountMessage *sql.Stmt insertAccountMessage *sql.Stmt
stateMutex sync.Mutex stateMutex sync.Mutex
@ -89,39 +86,39 @@ func (mysql *MySQL) getExpireTime() (expireTime time.Duration) {
return return
} }
func (m *MySQL) Open() (err error) { func (mysql *MySQL) Open() (err error) {
var address string var address string
if m.config.SocketPath != "" { if mysql.config.SocketPath != "" {
address = fmt.Sprintf("unix(%s)", m.config.SocketPath) address = fmt.Sprintf("unix(%s)", mysql.config.SocketPath)
} else if m.config.Port != 0 { } else if mysql.config.Port != 0 {
address = fmt.Sprintf("tcp(%s:%d)", m.config.Host, m.config.Port) address = fmt.Sprintf("tcp(%s:%d)", mysql.config.Host, mysql.config.Port)
} }
m.db, err = sql.Open("mysql", fmt.Sprintf("%s:%s@%s/%s", m.config.User, m.config.Password, address, m.config.HistoryDatabase)) mysql.db, err = sql.Open("mysql", fmt.Sprintf("%s:%s@%s/%s", mysql.config.User, mysql.config.Password, address, mysql.config.HistoryDatabase))
if err != nil { if err != nil {
return err return err
} }
if m.config.MaxConns != 0 { if mysql.config.MaxConns != 0 {
m.db.SetMaxOpenConns(m.config.MaxConns) mysql.db.SetMaxOpenConns(mysql.config.MaxConns)
m.db.SetMaxIdleConns(m.config.MaxConns) mysql.db.SetMaxIdleConns(mysql.config.MaxConns)
} }
if m.config.ConnMaxLifetime != 0 { if mysql.config.ConnMaxLifetime != 0 {
m.db.SetConnMaxLifetime(m.config.ConnMaxLifetime) mysql.db.SetConnMaxLifetime(mysql.config.ConnMaxLifetime)
} }
err = m.fixSchemas() err = mysql.fixSchemas()
if err != nil { if err != nil {
return err return err
} }
err = m.prepareStatements() err = mysql.prepareStatements()
if err != nil { if err != nil {
return err return err
} }
go m.cleanupLoop() go mysql.cleanupLoop()
go m.forgetLoop() go mysql.forgetLoop()
return nil return nil
} }
@ -166,20 +163,12 @@ func (mysql *MySQL) fixSchemas() (err error) {
if err != nil { if err != nil {
return return
} }
err = mysql.createCorrespondentsTable()
if err != nil {
return
}
_, err = mysql.db.Exec(`insert into metadata (key_name, value) values (?, ?);`, keySchemaMinorVersion, latestDbMinorVersion) _, err = mysql.db.Exec(`insert into metadata (key_name, value) values (?, ?);`, keySchemaMinorVersion, latestDbMinorVersion)
if err != nil { if err != nil {
return return
} }
} else if err == nil && minorVersion == "1" { } else if err == nil && minorVersion == "1" {
// upgrade from 2.1 to 2.2: create the correspondents table // upgrade from 2.1 to 2.2: create the correspondents table
err = mysql.createCorrespondentsTable()
if err != nil {
return
}
_, err = mysql.db.Exec(`update metadata set value = ? where key_name = ?;`, latestDbMinorVersion, keySchemaMinorVersion) _, err = mysql.db.Exec(`update metadata set value = ? where key_name = ?;`, latestDbMinorVersion, keySchemaMinorVersion)
if err != nil { if err != nil {
return return
@ -192,51 +181,15 @@ func (mysql *MySQL) fixSchemas() (err error) {
} }
func (mysql *MySQL) createTables() (err error) { func (mysql *MySQL) createTables() (err error) {
_, err = mysql.db.Exec(`CREATE TABLE history ( _, err = mysql.db.Exec(fmt.Sprintf(`CREATE TABLE history (
id BIGINT UNSIGNED NOT NULL AUTO_INCREMENT PRIMARY KEY, msgid BINARY(16) NOT NULL PRIMARY KEY,
data BLOB NOT NULL, data BLOB NOT NULL,
msgid BINARY(16) NOT NULL, target VARBINARY(%[1]d) NOT NULL,
sender VARBINARY(%[1]d) NOT NULL,
nanotime BIGINT UNSIGNED NOT NULL,
pm boolean as (SUBSTRING(target, 1, 1) != "#") PERSISTENT,
KEY (msgid(4)) KEY (msgid(4))
) CHARSET=ascii COLLATE=ascii_bin;`) ) CHARSET=ascii COLLATE=ascii_bin;`, MaxTargetLength, MaxTargetLength))
if err != nil {
return err
}
_, err = mysql.db.Exec(fmt.Sprintf(`CREATE TABLE sequence (
history_id BIGINT UNSIGNED NOT NULL PRIMARY KEY,
target VARBINARY(%[1]d) NOT NULL,
nanotime BIGINT UNSIGNED NOT NULL,
KEY (target, nanotime)
) CHARSET=ascii COLLATE=ascii_bin;`, MaxTargetLength))
if err != nil {
return err
}
/* XXX: this table used to be:
CREATE TABLE sequence (
id BIGINT UNSIGNED NOT NULL AUTO_INCREMENT PRIMARY KEY,
target VARBINARY(%[1]d) NOT NULL,
nanotime BIGINT UNSIGNED NOT NULL,
history_id BIGINT NOT NULL,
KEY (target, nanotime),
KEY (history_id)
) CHARSET=ascii COLLATE=ascii_bin;
Some users may still be using the old schema.
*/
_, err = mysql.db.Exec(fmt.Sprintf(`CREATE TABLE conversations (
id BIGINT UNSIGNED NOT NULL AUTO_INCREMENT PRIMARY KEY,
target VARBINARY(%[1]d) NOT NULL,
correspondent VARBINARY(%[1]d) NOT NULL,
nanotime BIGINT UNSIGNED NOT NULL,
history_id BIGINT NOT NULL,
KEY (target, correspondent, nanotime),
KEY (history_id)
) CHARSET=ascii COLLATE=ascii_bin;`, MaxTargetLength))
if err != nil {
return err
}
err = mysql.createCorrespondentsTable()
if err != nil { if err != nil {
return err return err
} }
@ -249,19 +202,6 @@ func (mysql *MySQL) createTables() (err error) {
return nil return nil
} }
func (mysql *MySQL) createCorrespondentsTable() (err error) {
_, err = mysql.db.Exec(fmt.Sprintf(`CREATE TABLE correspondents (
id BIGINT UNSIGNED NOT NULL AUTO_INCREMENT PRIMARY KEY,
target VARBINARY(%[1]d) NOT NULL,
correspondent VARBINARY(%[1]d) NOT NULL,
nanotime BIGINT UNSIGNED NOT NULL,
UNIQUE KEY (target, correspondent),
KEY (target, nanotime),
KEY (nanotime)
) CHARSET=ascii COLLATE=ascii_bin;`, MaxTargetLength))
return
}
func (mysql *MySQL) createComplianceTables() (err error) { func (mysql *MySQL) createComplianceTables() (err error) {
_, err = mysql.db.Exec(fmt.Sprintf(`CREATE TABLE account_messages ( _, err = mysql.db.Exec(fmt.Sprintf(`CREATE TABLE account_messages (
history_id BIGINT UNSIGNED NOT NULL PRIMARY KEY, history_id BIGINT UNSIGNED NOT NULL PRIMARY KEY,
@ -327,10 +267,6 @@ func (mysql *MySQL) doCleanup(age time.Duration) (count int, err error) {
mysql.logger.Debug("mysql", fmt.Sprintf("deleting %d history rows, max age %s", len(ids), utils.NanoToTimestamp(maxNanotime))) mysql.logger.Debug("mysql", fmt.Sprintf("deleting %d history rows, max age %s", len(ids), utils.NanoToTimestamp(maxNanotime)))
if maxNanotime != 0 {
mysql.deleteCorrespondents(ctx, maxNanotime)
}
return len(ids), mysql.deleteHistoryIDs(ctx, ids) return len(ids), mysql.deleteHistoryIDs(ctx, ids)
} }
@ -347,14 +283,6 @@ func (mysql *MySQL) deleteHistoryIDs(ctx context.Context, ids []uint64) (err err
inBuf.WriteRune(')') inBuf.WriteRune(')')
inClause := inBuf.String() inClause := inBuf.String()
_, err = mysql.db.ExecContext(ctx, fmt.Sprintf(`DELETE FROM conversations WHERE history_id in %s;`, inClause))
if err != nil {
return
}
_, err = mysql.db.ExecContext(ctx, fmt.Sprintf(`DELETE FROM sequence WHERE history_id in %s;`, inClause))
if err != nil {
return
}
if mysql.isTrackingAccountMessages() { if mysql.isTrackingAccountMessages() {
_, err = mysql.db.ExecContext(ctx, fmt.Sprintf(`DELETE FROM account_messages WHERE history_id in %s;`, inClause)) _, err = mysql.db.ExecContext(ctx, fmt.Sprintf(`DELETE FROM account_messages WHERE history_id in %s;`, inClause))
if err != nil { if err != nil {
@ -370,57 +298,34 @@ func (mysql *MySQL) deleteHistoryIDs(ctx context.Context, ids []uint64) (err err
} }
func (mysql *MySQL) selectCleanupIDs(ctx context.Context, age time.Duration) (ids []uint64, maxNanotime int64, err error) { func (mysql *MySQL) selectCleanupIDs(ctx context.Context, age time.Duration) (ids []uint64, maxNanotime int64, err error) {
before := timestampSnowflake(time.Now().Add(-age))
rows, err := mysql.db.QueryContext(ctx, ` rows, err := mysql.db.QueryContext(ctx, `
SELECT history.id, sequence.nanotime, conversations.nanotime SELECT history.msgid
FROM history FROM history
LEFT JOIN sequence ON history.id = sequence.history_id WHERE msgid < ?
LEFT JOIN conversations on history.id = conversations.history_id ORDER BY history.msgid LIMIT ?;`, before, cleanupRowLimit)
ORDER BY history.id LIMIT ?;`, cleanupRowLimit)
if err != nil { if err != nil {
return return
} }
defer rows.Close() defer rows.Close()
idset := make(map[uint64]struct{}, cleanupRowLimit) idset := make(map[uint64]struct{}, cleanupRowLimit)
threshold := time.Now().Add(-age).UnixNano() ids = make([]uint64, len(idset))
i := 0
for rows.Next() { for rows.Next() {
var id uint64 var id uint64
var seqNano, convNano sql.NullInt64 err = rows.Scan(&id)
err = rows.Scan(&id, &seqNano, &convNano)
if err != nil { if err != nil {
return return
} }
nanotime := extractNanotime(seqNano, convNano)
// returns 0 if not found; in that case the data is inconsistent
// and we should delete the entry
if nanotime < threshold {
idset[id] = struct{}{}
if nanotime > maxNanotime {
maxNanotime = nanotime
}
}
}
ids = make([]uint64, len(idset))
i := 0
for id := range idset {
ids[i] = id ids[i] = id
i++ i++
} }
return return
} }
func (mysql *MySQL) deleteCorrespondents(ctx context.Context, threshold int64) {
result, err := mysql.db.ExecContext(ctx, `DELETE FROM correspondents WHERE nanotime <= (?);`, threshold)
if err != nil {
mysql.logError("error deleting correspondents", err)
} else {
count, err := result.RowsAffected()
if !mysql.logError("error deleting correspondents", err) {
mysql.logger.Debug(fmt.Sprintf("deleted %d correspondents entries", count))
}
}
}
// wait for forget queue items and process them one by one // wait for forget queue items and process them one by one
func (mysql *MySQL) forgetLoop() { func (mysql *MySQL) forgetLoop() {
defer func() { defer func() {
@ -526,23 +431,7 @@ func (mysql *MySQL) doForgetIteration(account string) (count int, err error) {
func (mysql *MySQL) prepareStatements() (err error) { func (mysql *MySQL) prepareStatements() (err error) {
mysql.insertHistory, err = mysql.db.Prepare(`INSERT INTO history mysql.insertHistory, err = mysql.db.Prepare(`INSERT INTO history
(data, msgid) VALUES (?, ?);`) (data, msgid, target, sender, nanotime) VALUES (?, ?, ?, ?, ?);`)
if err != nil {
return
}
mysql.insertSequence, err = mysql.db.Prepare(`INSERT INTO sequence
(target, nanotime, history_id) VALUES (?, ?, ?);`)
if err != nil {
return
}
mysql.insertConversation, err = mysql.db.Prepare(`INSERT INTO conversations
(target, correspondent, nanotime, history_id) VALUES (?, ?, ?, ?);`)
if err != nil {
return
}
mysql.insertCorrespondent, err = mysql.db.Prepare(`INSERT INTO correspondents
(target, correspondent, nanotime) VALUES (?, ?, ?)
ON DUPLICATE KEY UPDATE nanotime = GREATEST(nanotime, ?);`)
if err != nil { if err != nil {
return return
} }
@ -608,11 +497,6 @@ func (mysql *MySQL) AddChannelItem(target string, item history.Item, account str
return return
} }
err = mysql.insertSequenceEntry(ctx, target, item.Message.Time.UnixNano(), id)
if err != nil {
return
}
err = mysql.insertAccountMessageEntry(ctx, id, account) err = mysql.insertAccountMessageEntry(ctx, id, account)
if err != nil { if err != nil {
return return
@ -621,42 +505,21 @@ func (mysql *MySQL) AddChannelItem(target string, item history.Item, account str
return return
} }
func (mysql *MySQL) insertSequenceEntry(ctx context.Context, target string, messageTime int64, id int64) (err error) {
_, err = mysql.insertSequence.ExecContext(ctx, target, messageTime, id)
if err != nil {
println(target, messageTime, id, ctx)
}
mysql.logError("could not insert sequence entry", err)
return
}
func (mysql *MySQL) insertConversationEntry(ctx context.Context, target, correspondent string, messageTime int64, id int64) (err error) {
_, err = mysql.insertConversation.ExecContext(ctx, target, correspondent, messageTime, id)
mysql.logError("could not insert conversations entry", err)
return
}
func (mysql *MySQL) insertCorrespondentsEntry(ctx context.Context, target, correspondent string, messageTime int64, historyId int64) (err error) {
_, err = mysql.insertCorrespondent.ExecContext(ctx, target, correspondent, messageTime, messageTime)
mysql.logError("could not insert conversations entry", err)
return
}
func (mysql *MySQL) insertBase(ctx context.Context, item history.Item) (id int64, err error) { func (mysql *MySQL) insertBase(ctx context.Context, item history.Item) (id int64, err error) {
_, err := marshalItem(&item) var value []byte
value, err = marshalItem(&item)
if mysql.logError("could not marshal item", err) { if mysql.logError("could not marshal item", err) {
return return
} }
var account = item.Account
//msgidBytes, err := decodeMsgid(item.Message.Msgid) if account == "" {
/*if mysql.logError("could not decode msgid", err) { account = "*"
return }
}*/ result, err := mysql.insertHistory.ExecContext(ctx, value, item.Message.Msgid, item.Target, account, item.Message.Time.UnixNano())
result, err := mysql.insertHistory.ExecContext(ctx, value, item.Message.Msgid)
if mysql.logError("could not insert item", err) { if mysql.logError("could not insert item", err) {
return return
} }
id, err = result.LastInsertId() id, err = result.LastInsertId()
if mysql.logError("could not insert item", err) { if mysql.logError("could not insert item", err) {
return return
@ -690,36 +553,7 @@ func (mysql *MySQL) AddDirectMessage(sender, senderAccount, recipient, recipient
ctx, cancel := context.WithTimeout(context.Background(), mysql.getTimeout()) ctx, cancel := context.WithTimeout(context.Background(), mysql.getTimeout())
defer cancel() defer cancel()
id, err := mysql.insertBase(ctx, item) _, err = mysql.insertBase(ctx, item)
if err != nil {
return
}
nanotime := item.Message.Time.UnixNano()
if senderAccount != "" {
err = mysql.insertConversationEntry(ctx, senderAccount, recipient, nanotime, id)
if err != nil {
return
}
err = mysql.insertCorrespondentsEntry(ctx, senderAccount, recipient, nanotime, id)
if err != nil {
return
}
}
if recipientAccount != "" && sender != recipient {
err = mysql.insertConversationEntry(ctx, recipientAccount, sender, nanotime, id)
if err != nil {
return
}
err = mysql.insertCorrespondentsEntry(ctx, recipientAccount, sender, nanotime, id)
if err != nil {
return
}
}
err = mysql.insertAccountMessageEntry(ctx, id, senderAccount)
if err != nil { if err != nil {
return return
} }
@ -728,7 +562,7 @@ func (mysql *MySQL) AddDirectMessage(sender, senderAccount, recipient, recipient
} }
// note that accountName is the unfolded name // note that accountName is the unfolded name
func (mysql *MySQL) DeleteMsgid(msgid, accountName string) (err error) { func (mysql *MySQL) DeleteMsgid(msgid, account string) (err error) {
if mysql.db == nil { if mysql.db == nil {
return nil return nil
} }
@ -741,11 +575,11 @@ func (mysql *MySQL) DeleteMsgid(msgid, accountName string) (err error) {
return return
} }
if accountName != "*" { if account != "*" {
var item history.Item var item history.Item
err = unmarshalItem(data, &item) err = unmarshalItem(data, &item)
// delete if the entry is corrupt // delete if the entry is corrupt
if err == nil && item.AccountName != accountName { if err == nil && item.Account != account {
return ErrDisallowed return ErrDisallowed
} }
} }
@ -756,7 +590,10 @@ func (mysql *MySQL) DeleteMsgid(msgid, accountName string) (err error) {
} }
func (mysql *MySQL) Export(account string, writer io.Writer) { func (mysql *MySQL) Export(account string, writer io.Writer) {
if mysql.db == nil { // no eu presence...
// maybe fix this when i know the new schema works
return
/*if mysql.db == nil {
return return
} }
@ -768,10 +605,8 @@ func (mysql *MySQL) Export(account string, writer io.Writer) {
defer cancel() defer cancel()
rows, rowsErr := mysql.db.QueryContext(ctx, ` rows, rowsErr := mysql.db.QueryContext(ctx, `
SELECT account_messages.history_id, history.data, sequence.target FROM account_messages SELECT history.data, msgid, target FROM history
INNER JOIN history ON history.id = account_messages.history_id WHERE sender = ? AND account_messages.history_id > ?
INNER JOIN sequence ON account_messages.history_id = sequence.history_id
WHERE account_messages.account = ? AND account_messages.history_id > ?
LIMIT ?`, account, lastSeen, cleanupRowLimit) LIMIT ?`, account, lastSeen, cleanupRowLimit)
if rowsErr != nil { if rowsErr != nil {
err = rowsErr err = rowsErr
@ -783,7 +618,7 @@ func (mysql *MySQL) Export(account string, writer io.Writer) {
var blob, jsonBlob []byte var blob, jsonBlob []byte
var target string var target string
var item history.Item var item history.Item
err = rows.Scan(&id, &blob, &target) err = rows.Scan(&blob, &id, &target)
if err != nil { if err != nil {
return return
} }
@ -791,7 +626,7 @@ func (mysql *MySQL) Export(account string, writer io.Writer) {
if err != nil { if err != nil {
return return
} }
item.CfCorrespondent = target item.Target = target
jsonBlob, err = json.Marshal(item) jsonBlob, err = json.Marshal(item)
if err != nil { if err != nil {
return return
@ -811,30 +646,28 @@ func (mysql *MySQL) Export(account string, writer io.Writer) {
} }
mysql.logError("could not export history", err) mysql.logError("could not export history", err)
return return*/
} }
func (mysql *MySQL) lookupMsgid(ctx context.Context, msgid string, includeData bool) (result time.Time, id uint64, data []byte, err error) { func (mysql *MySQL) lookupMsgid(ctx context.Context, msgid string, includeData bool) (result time.Time, id uint64, data []byte, err error) {
if err != nil { if err != nil {
return return
} }
cols := `sequence.nanotime, conversations.nanotime` cols := `history.nanotime`
if includeData { if includeData {
cols = `sequence.nanotime, conversations.nanotime, history.id, history.data` cols = `history.nanotime, history.id, history.data`
} }
// Since CEF uses snowflakes and vanilla ergo uses blobs, we cast as int to make it function. // Since CEF uses snowflakes and vanilla ergo uses blobs, we cast as int to make it function.
// May have to adjust it some day // May have to adjust it some day
row := mysql.db.QueryRowContext(ctx, fmt.Sprintf(` row := mysql.db.QueryRowContext(ctx, fmt.Sprintf(`
SELECT %s FROM history SELECT %s FROM history
LEFT JOIN sequence ON history.id = sequence.history_id
LEFT JOIN conversations ON history.id = conversations.history_id
WHERE history.msgid = CAST(? AS INT) LIMIT 1;`, cols), msgid) WHERE history.msgid = CAST(? AS INT) LIMIT 1;`, cols), msgid)
var nanoSeq, nanoConv sql.NullInt64 var nanoSeq sql.NullInt64
if !includeData { if !includeData {
err = row.Scan(&nanoSeq, &nanoConv) err = row.Scan(&nanoSeq)
} else { } else {
err = row.Scan(&nanoSeq, &nanoConv, &id, &data) err = row.Scan(&nanoSeq, &id, &data)
} }
if err != sql.ErrNoRows { if err != sql.ErrNoRows {
mysql.logError("could not resolve msgid to time", err) mysql.logError("could not resolve msgid to time", err)
@ -842,7 +675,7 @@ func (mysql *MySQL) lookupMsgid(ctx context.Context, msgid string, includeData b
if err != nil { if err != nil {
return return
} }
nanotime := extractNanotime(nanoSeq, nanoConv) nanotime := nanoSeq.Int64
if nanotime == 0 { if nanotime == 0 {
err = sql.ErrNoRows err = sql.ErrNoRows
return return
@ -851,15 +684,6 @@ func (mysql *MySQL) lookupMsgid(ctx context.Context, msgid string, includeData b
return return
} }
func extractNanotime(seq, conv sql.NullInt64) (result int64) {
if seq.Valid {
return seq.Int64
} else if conv.Valid {
return conv.Int64
}
return
}
func (mysql *MySQL) selectItems(ctx context.Context, query string, args ...interface{}) (results []history.Item, err error) { func (mysql *MySQL) selectItems(ctx context.Context, query string, args ...interface{}) (results []history.Item, err error) {
rows, err := mysql.db.QueryContext(ctx, query, args...) rows, err := mysql.db.QueryContext(ctx, query, args...)
if mysql.logError("could not select history items", err) { if mysql.logError("could not select history items", err) {
@ -884,13 +708,13 @@ func (mysql *MySQL) selectItems(ctx context.Context, query string, args ...inter
return return
} }
func (mysql *MySQL) betweenTimestamps(ctx context.Context, target, correspondent string, after, before, cutoff time.Time, limit int) (results []history.Item, err error) { func timestampSnowflake(t time.Time) uint64 {
useSequence := correspondent == "" var ts = t.Unix() & 0xffffffffffff
table := "sequence" return uint64(ts << 16)
if !useSequence {
table = "conversations"
} }
func (mysql *MySQL) betweenTimestamps(ctx context.Context, target, correspondent string, after, before, cutoff time.Time, limit int) (results []history.Item, err error) {
after, before, ascending := history.MinMaxAsc(after, before, cutoff) after, before, ascending := history.MinMaxAsc(after, before, cutoff)
direction := "ASC" direction := "ASC"
if !ascending { if !ascending {
@ -899,26 +723,25 @@ func (mysql *MySQL) betweenTimestamps(ctx context.Context, target, correspondent
var queryBuf strings.Builder var queryBuf strings.Builder
args := make([]interface{}, 0, 6) args := make([]interface{}, 0, 7)
fmt.Fprintf(&queryBuf, if correspondent == "" {
"SELECT history.data from history INNER JOIN %[1]s ON history.id = %[1]s.history_id WHERE", table) fmt.Fprintf(&queryBuf, "SELECT history.data from history WHERE target = ? ")
if useSequence {
fmt.Fprintf(&queryBuf, " sequence.target = ?")
args = append(args, target) args = append(args, target)
} else { } else {
fmt.Fprintf(&queryBuf, " conversations.target = ? AND conversations.correspondent = ?") fmt.Fprintf(&queryBuf, "SELECT history.data from history WHERE (target = ? and sender = ?) OR (target = ? and sender = ?)")
args = append(args, target) args = append(args, target, correspondent, correspondent, target)
args = append(args, correspondent)
} }
if !after.IsZero() { if !after.IsZero() {
fmt.Fprintf(&queryBuf, " AND %s.nanotime > ?", table) fmt.Fprintf(&queryBuf, " AND nanotime > ?")
args = append(args, after.UnixNano()) args = append(args, after.UnixNano())
} }
if !before.IsZero() { if !before.IsZero() {
fmt.Fprintf(&queryBuf, " AND %s.nanotime < ?", table) fmt.Fprintf(&queryBuf, " AND nanotime < ?")
args = append(args, before.UnixNano()) args = append(args, before.UnixNano())
} }
fmt.Fprintf(&queryBuf, " ORDER BY %[1]s.nanotime %[2]s LIMIT ?;", table, direction)
fmt.Fprintf(&queryBuf, " ORDER BY nanotime %[1]s LIMIT ?;", direction)
args = append(args, limit) args = append(args, limit)
results, err = mysql.selectItems(ctx, queryBuf.String(), args...) results, err = mysql.selectItems(ctx, queryBuf.String(), args...)
@ -936,19 +759,19 @@ func (mysql *MySQL) listCorrespondentsInternal(ctx context.Context, target strin
} }
var queryBuf strings.Builder var queryBuf strings.Builder
args := make([]interface{}, 0, 4) args := make([]interface{}, 0, 5)
queryBuf.WriteString(`SELECT correspondents.correspondent, correspondents.nanotime from correspondents queryBuf.WriteString(`SELECT target, sender, nanotime from history
WHERE target = ?`) WHERE target = ? OR (sender = ? and pm = true)`)
args = append(args, target) args = append(args, target, target)
if !after.IsZero() { if !after.IsZero() {
queryBuf.WriteString(" AND correspondents.nanotime > ?") queryBuf.WriteString(" AND nanotime > ?")
args = append(args, after.UnixNano()) args = append(args, after.UnixNano())
} }
if !before.IsZero() { if !before.IsZero() {
queryBuf.WriteString(" AND correspondents.nanotime < ?") queryBuf.WriteString(" AND nanotime < ?")
args = append(args, before.UnixNano()) args = append(args, before.UnixNano())
} }
fmt.Fprintf(&queryBuf, " ORDER BY correspondents.nanotime %s LIMIT ?;", direction) fmt.Fprintf(&queryBuf, " ORDER BY nanotime %s LIMIT ?;", direction)
args = append(args, limit) args = append(args, limit)
query := queryBuf.String() query := queryBuf.String()
@ -957,17 +780,26 @@ func (mysql *MySQL) listCorrespondentsInternal(ctx context.Context, target strin
return return
} }
defer rows.Close() defer rows.Close()
var correspondent string var msgTarget string
var msgSender string
var nanotime int64 var nanotime int64
for rows.Next() { for rows.Next() {
err = rows.Scan(&correspondent, &nanotime) err = rows.Scan(&msgTarget, &msgSender, &nanotime)
if err != nil { if err != nil {
return return
} }
if msgTarget == target {
results = append(results, history.TargetListing{ results = append(results, history.TargetListing{
CfName: correspondent, CfName: msgSender,
Time: time.Unix(0, nanotime), Time: time.Unix(0, nanotime),
}) })
} else {
results = append(results, history.TargetListing{
CfName: msgTarget,
Time: time.Unix(0, nanotime),
})
}
} }
if !ascending { if !ascending {
@ -1121,8 +953,8 @@ func (mysql *MySQL) GetPMs(casefoldedUser string) (results map[string]int64, err
var queryBuf strings.Builder var queryBuf strings.Builder
args := make([]interface{}, 0) args := make([]interface{}, 0)
queryBuf.WriteString(`SELECT max(nanotime), correspondent FROM conversations WHERE target = ? GROUP BY correspondent;`) queryBuf.WriteString(`SELECT max(nanotime), target, sender FROM history WHERE target = ? OR (sender = ? and pm = true) GROUP BY target, sender;`)
args = append(args, casefoldedUser) args = append(args, casefoldedUser, casefoldedUser)
rows, err := mysql.db.QueryContext(ctx, queryBuf.String(), args...) rows, err := mysql.db.QueryContext(ctx, queryBuf.String(), args...)
if mysql.logError("could not get pms", err) { if mysql.logError("could not get pms", err) {
@ -1131,14 +963,18 @@ func (mysql *MySQL) GetPMs(casefoldedUser string) (results map[string]int64, err
defer rows.Close() defer rows.Close()
var last int64 var last int64
var correspondent string var target, sender string
for rows.Next() { for rows.Next() {
err = rows.Scan(&last, &correspondent) err = rows.Scan(&last, &target, &sender)
if mysql.logError("could not get pms", err) { if mysql.logError("could not get pms", err) {
return return
} }
// We really don't need nanosecond precision // We really don't need nanosecond precision
results[correspondent] = last / 1000000 if target != casefoldedUser {
results[target] = last / 1000000
} else {
results[sender] = last / 1000000
}
} }
return return
} }

5
irc/mysql/serialization.go
View file

@ -16,8 +16,3 @@ func marshalItem(item *history.Item) (result []byte, err error) {
func unmarshalItem(data []byte, result *history.Item) (err error) { func unmarshalItem(data []byte, result *history.Item) (err error) {
return json.Unmarshal(data, result) return json.Unmarshal(data, result)
} }
// TODO: probably should convert the internal mysql column to uint
func decodeMsgid(msgid string) ([]byte, error) {
return []byte(msgid), nil
}

4
irc/nickname.go
View file

@ -95,7 +95,7 @@ func performNickChange(server *Server, client *Client, target *Client, session *
histItem := history.Item{ histItem := history.Item{
Type: history.Nick, Type: history.Nick,
Nick: origNickMask, Nick: origNickMask,
AccountName: details.accountName, Account: details.account,
Message: message, Message: message,
IsBot: isBot, IsBot: isBot,
} }
@ -123,6 +123,8 @@ func performNickChange(server *Server, client *Client, target *Client, session *
for _, channel := range target.Channels() { for _, channel := range target.Channels() {
if channel.memberIsVisible(client) { if channel.memberIsVisible(client) {
// I LOVE MUTATING STATE!
histItem.Target = channel.NameCasefolded()
channel.AddHistoryItem(histItem, details.account) channel.AddHistoryItem(histItem, details.account)
} }
} }

3
irc/roleplay.go
View file

@ -110,6 +110,9 @@ func sendRoleplayMessage(server *Server, client *Client, source string, targetSt
Type: history.Privmsg, Type: history.Privmsg,
Message: splitMessage, Message: splitMessage,
Nick: sourceMask, Nick: sourceMask,
Target: target,
// TODO: does this work?
Account: "$RP",
}, client.Account()) }, client.Account())
} else { } else {
target, err := CasefoldName(targetString) target, err := CasefoldName(targetString)

8
irc/server.go
View file

@ -1079,7 +1079,7 @@ func (server *Server) ForgetHistory(accountName string) {
return return
} }
predicate := func(item *history.Item) bool { return item.AccountName == accountName } predicate := func(item *history.Item) bool { return item.Account == accountName }
for _, channel := range server.channels.Channels() { for _, channel := range server.channels.Channels() {
channel.history.Delete(predicate) channel.history.Delete(predicate)
@ -1093,7 +1093,7 @@ func (server *Server) ForgetHistory(accountName string) {
// deletes a message. target is a hint about what buffer it's in (not required for // deletes a message. target is a hint about what buffer it's in (not required for
// persistent history, where all the msgids are indexed together). if accountName // persistent history, where all the msgids are indexed together). if accountName
// is anything other than "*", it must match the recorded AccountName of the message // is anything other than "*", it must match the recorded AccountName of the message
func (server *Server) DeleteMessage(target, msgid, accountName string) (err error) { func (server *Server) DeleteMessage(target, msgid, account string) (err error) {
config := server.Config() config := server.Config()
var hist *history.Buffer var hist *history.Buffer
@ -1116,10 +1116,10 @@ func (server *Server) DeleteMessage(target, msgid, accountName string) (err erro
} }
if hist == nil { if hist == nil {
err = server.historyDB.DeleteMsgid(msgid, accountName) err = server.historyDB.DeleteMsgid(msgid, account)
} else { } else {
count := hist.Delete(func(item *history.Item) bool { count := hist.Delete(func(item *history.Item) bool {
return item.Message.Msgid == msgid && (accountName == "*" || item.AccountName == accountName) return item.Message.Msgid == msgid && (account == "*" || item.Account == account)
}) })
if count == 0 { if count == 0 {
err = errNoop err = errNoop