mirror of
https://github.com/Chatterino/chatterino2.git
synced 2024-11-21 22:24:07 +01:00
refactor: deduplicate IRC parsing (#5678)
This commit is contained in:
parent
5f76f5b755
commit
101a45fd3a
20 changed files with 590 additions and 739 deletions
|
@ -116,6 +116,7 @@
|
||||||
- Dev: Decoupled reply parsing from `MessageBuilder`. (#5660, #5668)
|
- Dev: Decoupled reply parsing from `MessageBuilder`. (#5660, #5668)
|
||||||
- Dev: Refactored IRC message building. (#5663)
|
- Dev: Refactored IRC message building. (#5663)
|
||||||
- Dev: Fixed some compiler warnings. (#5672)
|
- Dev: Fixed some compiler warnings. (#5672)
|
||||||
|
- Dev: Unified parsing of historic and live IRC messages. (#5678)
|
||||||
|
|
||||||
## 2.5.1
|
## 2.5.1
|
||||||
|
|
||||||
|
|
|
@ -40,6 +40,7 @@ set(SOURCE_FILES
|
||||||
common/WindowDescriptors.cpp
|
common/WindowDescriptors.cpp
|
||||||
common/WindowDescriptors.hpp
|
common/WindowDescriptors.hpp
|
||||||
|
|
||||||
|
common/enums/MessageContext.hpp
|
||||||
common/enums/MessageOverflow.hpp
|
common/enums/MessageOverflow.hpp
|
||||||
|
|
||||||
common/network/NetworkCommon.cpp
|
common/network/NetworkCommon.cpp
|
||||||
|
@ -282,6 +283,9 @@ set(SOURCE_FILES
|
||||||
messages/MessageElement.cpp
|
messages/MessageElement.cpp
|
||||||
messages/MessageElement.hpp
|
messages/MessageElement.hpp
|
||||||
messages/MessageFlag.hpp
|
messages/MessageFlag.hpp
|
||||||
|
messages/MessageSimilarity.cpp
|
||||||
|
messages/MessageSimilarity.hpp
|
||||||
|
messages/MessageSink.hpp
|
||||||
messages/MessageThread.cpp
|
messages/MessageThread.cpp
|
||||||
messages/MessageThread.hpp
|
messages/MessageThread.hpp
|
||||||
|
|
||||||
|
@ -527,6 +531,8 @@ set(SOURCE_FILES
|
||||||
util/Twitch.hpp
|
util/Twitch.hpp
|
||||||
util/TypeName.hpp
|
util/TypeName.hpp
|
||||||
util/Variant.hpp
|
util/Variant.hpp
|
||||||
|
util/VectorMessageSink.cpp
|
||||||
|
util/VectorMessageSink.hpp
|
||||||
util/WidgetHelpers.cpp
|
util/WidgetHelpers.cpp
|
||||||
util/WidgetHelpers.hpp
|
util/WidgetHelpers.hpp
|
||||||
util/WindowsHelper.cpp
|
util/WindowsHelper.cpp
|
||||||
|
|
|
@ -3,7 +3,9 @@
|
||||||
#include "Application.hpp"
|
#include "Application.hpp"
|
||||||
#include "messages/Message.hpp"
|
#include "messages/Message.hpp"
|
||||||
#include "messages/MessageBuilder.hpp"
|
#include "messages/MessageBuilder.hpp"
|
||||||
|
#include "messages/MessageSimilarity.hpp"
|
||||||
#include "providers/twitch/IrcMessageHandler.hpp"
|
#include "providers/twitch/IrcMessageHandler.hpp"
|
||||||
|
#include "providers/twitch/TwitchIrcServer.hpp"
|
||||||
#include "singletons/Emotes.hpp"
|
#include "singletons/Emotes.hpp"
|
||||||
#include "singletons/Logging.hpp"
|
#include "singletons/Logging.hpp"
|
||||||
#include "singletons/Settings.hpp"
|
#include "singletons/Settings.hpp"
|
||||||
|
@ -121,10 +123,10 @@ void Channel::addSystemMessage(const QString &contents)
|
||||||
this->addMessage(msg, MessageContext::Original);
|
this->addMessage(msg, MessageContext::Original);
|
||||||
}
|
}
|
||||||
|
|
||||||
void Channel::addOrReplaceTimeout(MessagePtr message)
|
void Channel::addOrReplaceTimeout(MessagePtr message, QTime now)
|
||||||
{
|
{
|
||||||
addOrReplaceChannelTimeout(
|
addOrReplaceChannelTimeout(
|
||||||
this->getMessageSnapshot(), std::move(message), QTime::currentTime(),
|
this->getMessageSnapshot(), std::move(message), now,
|
||||||
[this](auto /*idx*/, auto msg, auto replacement) {
|
[this](auto /*idx*/, auto msg, auto replacement) {
|
||||||
this->replaceMessage(msg, replacement);
|
this->replaceMessage(msg, replacement);
|
||||||
},
|
},
|
||||||
|
@ -299,10 +301,15 @@ void Channel::clearMessages()
|
||||||
}
|
}
|
||||||
|
|
||||||
MessagePtr Channel::findMessage(QString messageID)
|
MessagePtr Channel::findMessage(QString messageID)
|
||||||
|
{
|
||||||
|
return this->findMessageByID(messageID);
|
||||||
|
}
|
||||||
|
|
||||||
|
MessagePtr Channel::findMessageByID(QStringView messageID)
|
||||||
{
|
{
|
||||||
MessagePtr res;
|
MessagePtr res;
|
||||||
|
|
||||||
if (auto msg = this->messages_.rfind([&messageID](const MessagePtr &msg) {
|
if (auto msg = this->messages_.rfind([messageID](const MessagePtr &msg) {
|
||||||
return msg->id == messageID;
|
return msg->id == messageID;
|
||||||
});
|
});
|
||||||
msg)
|
msg)
|
||||||
|
@ -313,6 +320,19 @@ MessagePtr Channel::findMessage(QString messageID)
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void Channel::applySimilarityFilters(const MessagePtr &message) const
|
||||||
|
{
|
||||||
|
setSimilarityFlags(message, this->messages_.getSnapshot());
|
||||||
|
}
|
||||||
|
|
||||||
|
MessageSinkTraits Channel::sinkTraits() const
|
||||||
|
{
|
||||||
|
return {
|
||||||
|
MessageSinkTrait::AddMentionsToGlobalChannel,
|
||||||
|
MessageSinkTrait::RequiresKnownChannelPointReward,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
bool Channel::canSendMessage() const
|
bool Channel::canSendMessage() const
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
|
|
|
@ -1,8 +1,10 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
|
||||||
|
#include "common/enums/MessageContext.hpp"
|
||||||
#include "controllers/completion/TabCompletionModel.hpp"
|
#include "controllers/completion/TabCompletionModel.hpp"
|
||||||
#include "messages/LimitedQueue.hpp"
|
#include "messages/LimitedQueue.hpp"
|
||||||
#include "messages/MessageFlag.hpp"
|
#include "messages/MessageFlag.hpp"
|
||||||
|
#include "messages/MessageSink.hpp"
|
||||||
|
|
||||||
#include <magic_enum/magic_enum.hpp>
|
#include <magic_enum/magic_enum.hpp>
|
||||||
#include <pajlada/signals/signal.hpp>
|
#include <pajlada/signals/signal.hpp>
|
||||||
|
@ -26,15 +28,7 @@ enum class TimeoutStackStyle : int {
|
||||||
Default = DontStackBeyondUserMessage,
|
Default = DontStackBeyondUserMessage,
|
||||||
};
|
};
|
||||||
|
|
||||||
/// Context of the message being added to a channel
|
class Channel : public std::enable_shared_from_this<Channel>, public MessageSink
|
||||||
enum class MessageContext {
|
|
||||||
/// This message is the original
|
|
||||||
Original,
|
|
||||||
/// This message is a repost of a message that has already been added in a channel
|
|
||||||
Repost,
|
|
||||||
};
|
|
||||||
|
|
||||||
class Channel : public std::enable_shared_from_this<Channel>
|
|
||||||
{
|
{
|
||||||
public:
|
public:
|
||||||
// This is for Lua. See scripts/make_luals_meta.py
|
// This is for Lua. See scripts/make_luals_meta.py
|
||||||
|
@ -55,7 +49,7 @@ public:
|
||||||
};
|
};
|
||||||
|
|
||||||
explicit Channel(const QString &name, Type type);
|
explicit Channel(const QString &name, Type type);
|
||||||
virtual ~Channel();
|
~Channel() override;
|
||||||
|
|
||||||
// SIGNALS
|
// SIGNALS
|
||||||
pajlada::Signals::Signal<const QString &, const QString &, bool &>
|
pajlada::Signals::Signal<const QString &, const QString &, bool &>
|
||||||
|
@ -87,8 +81,9 @@ public:
|
||||||
// overridingFlags can be filled in with flags that should be used instead
|
// overridingFlags can be filled in with flags that should be used instead
|
||||||
// of the message's flags. This is useful in case a flag is specific to a
|
// of the message's flags. This is useful in case a flag is specific to a
|
||||||
// type of split
|
// type of split
|
||||||
void addMessage(MessagePtr message, MessageContext context,
|
void addMessage(
|
||||||
std::optional<MessageFlags> overridingFlags = std::nullopt);
|
MessagePtr message, MessageContext context,
|
||||||
|
std::optional<MessageFlags> overridingFlags = std::nullopt) final;
|
||||||
void addMessagesAtStart(const std::vector<MessagePtr> &messages_);
|
void addMessagesAtStart(const std::vector<MessagePtr> &messages_);
|
||||||
|
|
||||||
void addSystemMessage(const QString &contents);
|
void addSystemMessage(const QString &contents);
|
||||||
|
@ -96,8 +91,8 @@ public:
|
||||||
/// Inserts the given messages in order by Message::serverReceivedTime.
|
/// Inserts the given messages in order by Message::serverReceivedTime.
|
||||||
void fillInMissingMessages(const std::vector<MessagePtr> &messages);
|
void fillInMissingMessages(const std::vector<MessagePtr> &messages);
|
||||||
|
|
||||||
void addOrReplaceTimeout(MessagePtr message);
|
void addOrReplaceTimeout(MessagePtr message, QTime now) final;
|
||||||
void disableAllMessages();
|
void disableAllMessages() final;
|
||||||
void replaceMessage(const MessagePtr &message,
|
void replaceMessage(const MessagePtr &message,
|
||||||
const MessagePtr &replacement);
|
const MessagePtr &replacement);
|
||||||
void replaceMessage(size_t index, const MessagePtr &replacement);
|
void replaceMessage(size_t index, const MessagePtr &replacement);
|
||||||
|
@ -108,10 +103,16 @@ public:
|
||||||
/// Removes all messages from this channel and invokes #messagesCleared
|
/// Removes all messages from this channel and invokes #messagesCleared
|
||||||
void clearMessages();
|
void clearMessages();
|
||||||
|
|
||||||
MessagePtr findMessage(QString messageID);
|
[[deprecated("Use findMessageByID instead")]] MessagePtr findMessage(
|
||||||
|
QString messageID);
|
||||||
|
MessagePtr findMessageByID(QStringView messageID) final;
|
||||||
|
|
||||||
bool hasMessages() const;
|
bool hasMessages() const;
|
||||||
|
|
||||||
|
void applySimilarityFilters(const MessagePtr &message) const final;
|
||||||
|
|
||||||
|
MessageSinkTraits sinkTraits() const final;
|
||||||
|
|
||||||
// CHANNEL INFO
|
// CHANNEL INFO
|
||||||
virtual bool canSendMessage() const;
|
virtual bool canSendMessage() const;
|
||||||
virtual bool isWritable() const; // whether split input will be usable
|
virtual bool isWritable() const; // whether split input will be usable
|
||||||
|
|
13
src/common/enums/MessageContext.hpp
Normal file
13
src/common/enums/MessageContext.hpp
Normal file
|
@ -0,0 +1,13 @@
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
namespace chatterino {
|
||||||
|
|
||||||
|
/// Context of the message being added to a channel
|
||||||
|
enum class MessageContext {
|
||||||
|
/// This message is the original
|
||||||
|
Original,
|
||||||
|
/// This message is a repost of a message that has already been added in a channel
|
||||||
|
Repost,
|
||||||
|
};
|
||||||
|
|
||||||
|
} // namespace chatterino
|
121
src/messages/MessageSimilarity.cpp
Normal file
121
src/messages/MessageSimilarity.cpp
Normal file
|
@ -0,0 +1,121 @@
|
||||||
|
#include "messages/MessageSimilarity.hpp"
|
||||||
|
|
||||||
|
#include "Application.hpp"
|
||||||
|
#include "controllers/accounts/AccountController.hpp"
|
||||||
|
#include "messages/LimitedQueueSnapshot.hpp" // IWYU pragma: keep
|
||||||
|
#include "providers/twitch/TwitchAccount.hpp"
|
||||||
|
#include "singletons/Settings.hpp"
|
||||||
|
|
||||||
|
#include <algorithm>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
namespace {
|
||||||
|
|
||||||
|
using namespace chatterino;
|
||||||
|
|
||||||
|
float relativeSimilarity(QStringView str1, QStringView str2)
|
||||||
|
{
|
||||||
|
using SizeType = QStringView::size_type;
|
||||||
|
|
||||||
|
// Longest Common Substring Problem
|
||||||
|
std::vector<std::vector<int>> tree(str1.size(),
|
||||||
|
std::vector<int>(str2.size(), 0));
|
||||||
|
int z = 0;
|
||||||
|
|
||||||
|
for (SizeType i = 0; i < str1.size(); ++i)
|
||||||
|
{
|
||||||
|
for (SizeType j = 0; j < str2.size(); ++j)
|
||||||
|
{
|
||||||
|
if (str1[i] == str2[j])
|
||||||
|
{
|
||||||
|
if (i == 0 || j == 0)
|
||||||
|
{
|
||||||
|
tree[i][j] = 1;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
tree[i][j] = tree[i - 1][j - 1] + 1;
|
||||||
|
}
|
||||||
|
z = std::max(tree[i][j], z);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
tree[i][j] = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ensure that no div by 0
|
||||||
|
if (z == 0)
|
||||||
|
{
|
||||||
|
return 0.F;
|
||||||
|
}
|
||||||
|
|
||||||
|
auto div = std::max<>({static_cast<SizeType>(1), str1.size(), str2.size()});
|
||||||
|
|
||||||
|
return float(z) / float(div);
|
||||||
|
}
|
||||||
|
|
||||||
|
template <std::ranges::bidirectional_range T>
|
||||||
|
float inMessages(const MessagePtr &msg, const T &messages)
|
||||||
|
{
|
||||||
|
float similarityPercent = 0.0F;
|
||||||
|
|
||||||
|
for (const auto &prevMsg :
|
||||||
|
messages | std::views::reverse |
|
||||||
|
std::views::take(getSettings()->hideSimilarMaxMessagesToCheck))
|
||||||
|
{
|
||||||
|
if (prevMsg->parseTime.secsTo(QTime::currentTime()) >=
|
||||||
|
getSettings()->hideSimilarMaxDelay)
|
||||||
|
{
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
if (getSettings()->hideSimilarBySameUser &&
|
||||||
|
msg->loginName != prevMsg->loginName)
|
||||||
|
{
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
similarityPercent = std::max(
|
||||||
|
similarityPercent,
|
||||||
|
relativeSimilarity(msg->messageText, prevMsg->messageText));
|
||||||
|
}
|
||||||
|
|
||||||
|
return similarityPercent;
|
||||||
|
}
|
||||||
|
|
||||||
|
} // namespace
|
||||||
|
|
||||||
|
namespace chatterino {
|
||||||
|
|
||||||
|
template <std::ranges::bidirectional_range T>
|
||||||
|
void setSimilarityFlags(const MessagePtr &message, const T &messages)
|
||||||
|
{
|
||||||
|
if (getSettings()->similarityEnabled)
|
||||||
|
{
|
||||||
|
bool isMyself =
|
||||||
|
message->loginName ==
|
||||||
|
getApp()->getAccounts()->twitch.getCurrent()->getUserName();
|
||||||
|
bool hideMyself = getSettings()->hideSimilarMyself;
|
||||||
|
|
||||||
|
if (isMyself && !hideMyself)
|
||||||
|
{
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (inMessages(message, messages) > getSettings()->similarityPercentage)
|
||||||
|
{
|
||||||
|
message->flags.set(MessageFlag::Similar);
|
||||||
|
if (getSettings()->colorSimilarDisabled)
|
||||||
|
{
|
||||||
|
message->flags.set(MessageFlag::Disabled);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
template void setSimilarityFlags<std::vector<MessagePtr>>(
|
||||||
|
const MessagePtr &msg, const std::vector<MessagePtr> &messages);
|
||||||
|
template void setSimilarityFlags<LimitedQueueSnapshot<MessagePtr>>(
|
||||||
|
const MessagePtr &msg, const LimitedQueueSnapshot<MessagePtr> &messages);
|
||||||
|
|
||||||
|
} // namespace chatterino
|
11
src/messages/MessageSimilarity.hpp
Normal file
11
src/messages/MessageSimilarity.hpp
Normal file
|
@ -0,0 +1,11 @@
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include "messages/Message.hpp"
|
||||||
|
|
||||||
|
#include <ranges>
|
||||||
|
namespace chatterino {
|
||||||
|
|
||||||
|
template <std::ranges::bidirectional_range T>
|
||||||
|
void setSimilarityFlags(const MessagePtr &message, const T &messages);
|
||||||
|
|
||||||
|
} // namespace chatterino
|
67
src/messages/MessageSink.hpp
Normal file
67
src/messages/MessageSink.hpp
Normal file
|
@ -0,0 +1,67 @@
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include "common/enums/MessageContext.hpp"
|
||||||
|
#include "common/FlagsEnum.hpp"
|
||||||
|
#include "messages/MessageFlag.hpp"
|
||||||
|
|
||||||
|
#include <memory>
|
||||||
|
#include <optional>
|
||||||
|
|
||||||
|
class QStringView;
|
||||||
|
class QTime;
|
||||||
|
|
||||||
|
namespace chatterino {
|
||||||
|
|
||||||
|
struct Message;
|
||||||
|
using MessagePtr = std::shared_ptr<const Message>;
|
||||||
|
|
||||||
|
enum class MessageSinkTrait : uint8_t {
|
||||||
|
None = 0,
|
||||||
|
|
||||||
|
/// Messages with the `Highlighted` and `ShowInMentions` flags should be
|
||||||
|
/// added to the global mentions channel when encountered.
|
||||||
|
AddMentionsToGlobalChannel = 1 << 0,
|
||||||
|
|
||||||
|
/// A channel-point redemption whose reward is not yet known should not be
|
||||||
|
/// added to this sink, but queued in the corresponding TwitchChannel
|
||||||
|
/// (`addQueuedRedemption`).
|
||||||
|
RequiresKnownChannelPointReward = 1 << 1,
|
||||||
|
};
|
||||||
|
using MessageSinkTraits = FlagsEnum<MessageSinkTrait>;
|
||||||
|
|
||||||
|
/// A generic interface for a managed buffer of `Message`s
|
||||||
|
class MessageSink
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
virtual ~MessageSink() = default;
|
||||||
|
|
||||||
|
/// Add a message to this sink
|
||||||
|
///
|
||||||
|
/// @param message The message to add (non-null)
|
||||||
|
/// @param ctx The context in which this message is being added.
|
||||||
|
/// @param overridingFlags
|
||||||
|
virtual void addMessage(
|
||||||
|
MessagePtr message, MessageContext ctx,
|
||||||
|
std::optional<MessageFlags> overridingFlags = std::nullopt) = 0;
|
||||||
|
|
||||||
|
/// Adds a timeout message or merges it into an existing one
|
||||||
|
virtual void addOrReplaceTimeout(MessagePtr clearchatMessage,
|
||||||
|
QTime now) = 0;
|
||||||
|
|
||||||
|
/// Flags all messages as `Disabled`
|
||||||
|
virtual void disableAllMessages() = 0;
|
||||||
|
|
||||||
|
/// Searches for similar messages and flags this message as similar
|
||||||
|
/// (based on the current settings).
|
||||||
|
virtual void applySimilarityFilters(const MessagePtr &message) const = 0;
|
||||||
|
|
||||||
|
/// @brief Searches for a message by an ID
|
||||||
|
///
|
||||||
|
/// If there is no message found, an empty shared-pointer is returned.
|
||||||
|
virtual MessagePtr findMessageByID(QStringView id) = 0;
|
||||||
|
|
||||||
|
/// Behaviour to be exercised when parsing/building messages for this sink.
|
||||||
|
virtual MessageSinkTraits sinkTraits() const = 0;
|
||||||
|
};
|
||||||
|
|
||||||
|
} // namespace chatterino
|
|
@ -3,7 +3,9 @@
|
||||||
#include "common/Env.hpp"
|
#include "common/Env.hpp"
|
||||||
#include "messages/MessageBuilder.hpp"
|
#include "messages/MessageBuilder.hpp"
|
||||||
#include "providers/twitch/IrcMessageHandler.hpp"
|
#include "providers/twitch/IrcMessageHandler.hpp"
|
||||||
|
#include "providers/twitch/TwitchChannel.hpp"
|
||||||
#include "util/Helpers.hpp"
|
#include "util/Helpers.hpp"
|
||||||
|
#include "util/VectorMessageSink.hpp"
|
||||||
|
|
||||||
#include <QJsonArray>
|
#include <QJsonArray>
|
||||||
#include <QUrlQuery>
|
#include <QUrlQuery>
|
||||||
|
@ -40,7 +42,13 @@ std::vector<Communi::IrcMessage *> parseRecentMessages(
|
||||||
std::vector<MessagePtr> buildRecentMessages(
|
std::vector<MessagePtr> buildRecentMessages(
|
||||||
std::vector<Communi::IrcMessage *> &messages, Channel *channel)
|
std::vector<Communi::IrcMessage *> &messages, Channel *channel)
|
||||||
{
|
{
|
||||||
std::vector<MessagePtr> allBuiltMessages;
|
VectorMessageSink sink({}, MessageFlag::RecentMessage);
|
||||||
|
|
||||||
|
auto *twitchChannel = dynamic_cast<TwitchChannel *>(channel);
|
||||||
|
if (!twitchChannel)
|
||||||
|
{
|
||||||
|
return {};
|
||||||
|
}
|
||||||
|
|
||||||
for (auto *message : messages)
|
for (auto *message : messages)
|
||||||
{
|
{
|
||||||
|
@ -58,24 +66,16 @@ std::vector<MessagePtr> buildRecentMessages(
|
||||||
auto msg = makeSystemMessage(
|
auto msg = makeSystemMessage(
|
||||||
QLocale().toString(msgDate, QLocale::LongFormat),
|
QLocale().toString(msgDate, QLocale::LongFormat),
|
||||||
QTime(0, 0));
|
QTime(0, 0));
|
||||||
msg->flags.set(MessageFlag::RecentMessage);
|
sink.addMessage(msg, MessageContext::Original);
|
||||||
allBuiltMessages.emplace_back(msg);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
auto builtMessages = IrcMessageHandler::parseMessageWithReply(
|
IrcMessageHandler::parseMessageInto(message, sink, twitchChannel);
|
||||||
channel, message, allBuiltMessages);
|
|
||||||
|
|
||||||
for (const auto &builtMessage : builtMessages)
|
|
||||||
{
|
|
||||||
builtMessage->flags.set(MessageFlag::RecentMessage);
|
|
||||||
allBuiltMessages.emplace_back(builtMessage);
|
|
||||||
}
|
|
||||||
|
|
||||||
message->deleteLater();
|
message->deleteLater();
|
||||||
}
|
}
|
||||||
|
|
||||||
return allBuiltMessages;
|
return std::move(sink).takeMessages();
|
||||||
}
|
}
|
||||||
|
|
||||||
// Returns the URL to be used for querying the Recent Messages API for the
|
// Returns the URL to be used for querying the Recent Messages API for the
|
||||||
|
|
File diff suppressed because it is too large
Load diff
|
@ -16,6 +16,7 @@ struct Message;
|
||||||
using MessagePtr = std::shared_ptr<const Message>;
|
using MessagePtr = std::shared_ptr<const Message>;
|
||||||
class TwitchChannel;
|
class TwitchChannel;
|
||||||
class TwitchMessageBuilder;
|
class TwitchMessageBuilder;
|
||||||
|
class MessageSink;
|
||||||
|
|
||||||
struct ClearChatMessage {
|
struct ClearChatMessage {
|
||||||
MessagePtr message;
|
MessagePtr message;
|
||||||
|
@ -33,30 +34,34 @@ public:
|
||||||
* Parse an IRC message into 0 or more Chatterino messages
|
* Parse an IRC message into 0 or more Chatterino messages
|
||||||
* Takes previously loaded messages into consideration to add reply contexts
|
* Takes previously loaded messages into consideration to add reply contexts
|
||||||
**/
|
**/
|
||||||
static std::vector<MessagePtr> parseMessageWithReply(
|
static void parseMessageInto(Communi::IrcMessage *message,
|
||||||
Channel *channel, Communi::IrcMessage *message,
|
MessageSink &sink, TwitchChannel *channel);
|
||||||
std::vector<MessagePtr> &otherLoaded);
|
|
||||||
|
|
||||||
void handlePrivMessage(Communi::IrcPrivateMessage *message,
|
void handlePrivMessage(Communi::IrcPrivateMessage *message,
|
||||||
ITwitchIrcServer &twitchServer);
|
ITwitchIrcServer &twitchServer);
|
||||||
|
static void parsePrivMessageInto(Communi::IrcPrivateMessage *message,
|
||||||
|
MessageSink &sink, TwitchChannel *channel);
|
||||||
|
|
||||||
void handleRoomStateMessage(Communi::IrcMessage *message);
|
void handleRoomStateMessage(Communi::IrcMessage *message);
|
||||||
void handleClearChatMessage(Communi::IrcMessage *message);
|
void handleClearChatMessage(Communi::IrcMessage *message);
|
||||||
void handleClearMessageMessage(Communi::IrcMessage *message);
|
void handleClearMessageMessage(Communi::IrcMessage *message);
|
||||||
void handleUserStateMessage(Communi::IrcMessage *message);
|
void handleUserStateMessage(Communi::IrcMessage *message);
|
||||||
void handleWhisperMessage(Communi::IrcMessage *ircMessage);
|
|
||||||
|
|
||||||
|
void handleWhisperMessage(Communi::IrcMessage *ircMessage);
|
||||||
void handleUserNoticeMessage(Communi::IrcMessage *message,
|
void handleUserNoticeMessage(Communi::IrcMessage *message,
|
||||||
ITwitchIrcServer &twitchServer);
|
ITwitchIrcServer &twitchServer);
|
||||||
|
static void parseUserNoticeMessageInto(Communi::IrcMessage *message,
|
||||||
|
MessageSink &sink,
|
||||||
|
TwitchChannel *channel);
|
||||||
|
|
||||||
void handleNoticeMessage(Communi::IrcNoticeMessage *message);
|
void handleNoticeMessage(Communi::IrcNoticeMessage *message);
|
||||||
|
|
||||||
void handleJoinMessage(Communi::IrcMessage *message);
|
void handleJoinMessage(Communi::IrcMessage *message);
|
||||||
void handlePartMessage(Communi::IrcMessage *message);
|
void handlePartMessage(Communi::IrcMessage *message);
|
||||||
|
|
||||||
void addMessage(Communi::IrcMessage *message, const ChannelPtr &chan,
|
static void addMessage(Communi::IrcMessage *message, MessageSink &sink,
|
||||||
const QString &originalContent, ITwitchIrcServer &server,
|
TwitchChannel *chan, const QString &originalContent,
|
||||||
bool isSub, bool isAction);
|
ITwitchIrcServer &twitch, bool isSub, bool isAction);
|
||||||
|
|
||||||
private:
|
private:
|
||||||
static float similarity(const MessagePtr &msg,
|
static float similarity(const MessagePtr &msg,
|
||||||
|
|
|
@ -452,8 +452,8 @@ void TwitchChannel::addChannelPointReward(const ChannelPointReward &reward)
|
||||||
if (reward.id == msg.rewardID)
|
if (reward.id == msg.rewardID)
|
||||||
{
|
{
|
||||||
IrcMessageHandler::instance().addMessage(
|
IrcMessageHandler::instance().addMessage(
|
||||||
msg.message.get(), shared_from_this(),
|
msg.message.get(), *this, this, msg.originalContent,
|
||||||
msg.originalContent, *server, false, false);
|
*server, false, false);
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
return false;
|
return false;
|
||||||
|
@ -1356,8 +1356,6 @@ void TwitchChannel::loadRecentMessages()
|
||||||
{
|
{
|
||||||
msgs.push_back(msg);
|
msgs.push_back(msg);
|
||||||
}
|
}
|
||||||
|
|
||||||
tc->addRecentChatter(msg->displayName);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
getApp()->getTwitch()->getMentionsChannel()->fillInMissingMessages(
|
getApp()->getTwitch()->getMentionsChannel()->fillInMissingMessages(
|
||||||
|
|
|
@ -312,7 +312,7 @@ void TwitchIrcServer::initialize()
|
||||||
postToThread([chan, action] {
|
postToThread([chan, action] {
|
||||||
MessageBuilder msg(action);
|
MessageBuilder msg(action);
|
||||||
msg->flags.set(MessageFlag::PubSub);
|
msg->flags.set(MessageFlag::PubSub);
|
||||||
chan->addOrReplaceTimeout(msg.release());
|
chan->addOrReplaceTimeout(msg.release(), QTime::currentTime());
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|
86
src/util/VectorMessageSink.cpp
Normal file
86
src/util/VectorMessageSink.cpp
Normal file
|
@ -0,0 +1,86 @@
|
||||||
|
#include "util/VectorMessageSink.hpp"
|
||||||
|
|
||||||
|
#include "messages/MessageSimilarity.hpp"
|
||||||
|
#include "util/ChannelHelpers.hpp"
|
||||||
|
|
||||||
|
#include <cassert>
|
||||||
|
|
||||||
|
namespace chatterino {
|
||||||
|
|
||||||
|
VectorMessageSink::VectorMessageSink(MessageSinkTraits traits,
|
||||||
|
MessageFlags additionalFlags)
|
||||||
|
: additionalFlags(additionalFlags)
|
||||||
|
, traits(traits){};
|
||||||
|
VectorMessageSink::~VectorMessageSink() = default;
|
||||||
|
|
||||||
|
void VectorMessageSink::addMessage(MessagePtr message, MessageContext ctx,
|
||||||
|
std::optional<MessageFlags> overridingFlags)
|
||||||
|
{
|
||||||
|
assert(!overridingFlags.has_value());
|
||||||
|
assert(ctx == MessageContext::Original);
|
||||||
|
|
||||||
|
message->flags.set(this->additionalFlags);
|
||||||
|
this->messages_.emplace_back(std::move(message));
|
||||||
|
}
|
||||||
|
|
||||||
|
void VectorMessageSink::addOrReplaceTimeout(MessagePtr clearchatMessage,
|
||||||
|
QTime now)
|
||||||
|
{
|
||||||
|
addOrReplaceChannelTimeout(
|
||||||
|
this->messages_, std::move(clearchatMessage), now,
|
||||||
|
[&](auto idx, auto /*msg*/, auto &&replacement) {
|
||||||
|
replacement->flags.set(this->additionalFlags);
|
||||||
|
this->messages_[idx] = replacement;
|
||||||
|
},
|
||||||
|
[&](auto &&msg) {
|
||||||
|
this->messages_.emplace_back(msg);
|
||||||
|
},
|
||||||
|
false);
|
||||||
|
}
|
||||||
|
|
||||||
|
void VectorMessageSink::disableAllMessages()
|
||||||
|
{
|
||||||
|
if (this->additionalFlags.has(MessageFlag::RecentMessage))
|
||||||
|
{
|
||||||
|
return; // don't disable recent messages
|
||||||
|
}
|
||||||
|
|
||||||
|
for (const auto &msg : this->messages_)
|
||||||
|
{
|
||||||
|
msg->flags.set(MessageFlag::Disabled);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void VectorMessageSink::applySimilarityFilters(const MessagePtr &message) const
|
||||||
|
{
|
||||||
|
setSimilarityFlags(message, this->messages_);
|
||||||
|
}
|
||||||
|
|
||||||
|
MessagePtr VectorMessageSink::findMessageByID(QStringView id)
|
||||||
|
{
|
||||||
|
for (const auto &msg : this->messages_ | std::views::reverse)
|
||||||
|
{
|
||||||
|
if (msg->id == id)
|
||||||
|
{
|
||||||
|
return msg;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return {};
|
||||||
|
}
|
||||||
|
|
||||||
|
const std::vector<MessagePtr> &VectorMessageSink::messages() const
|
||||||
|
{
|
||||||
|
return this->messages_;
|
||||||
|
}
|
||||||
|
|
||||||
|
std::vector<MessagePtr> VectorMessageSink::takeMessages() &&
|
||||||
|
{
|
||||||
|
return std::move(this->messages_);
|
||||||
|
}
|
||||||
|
|
||||||
|
MessageSinkTraits VectorMessageSink::sinkTraits() const
|
||||||
|
{
|
||||||
|
return this->traits;
|
||||||
|
}
|
||||||
|
|
||||||
|
} // namespace chatterino
|
36
src/util/VectorMessageSink.hpp
Normal file
36
src/util/VectorMessageSink.hpp
Normal file
|
@ -0,0 +1,36 @@
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include "messages/MessageSink.hpp"
|
||||||
|
|
||||||
|
namespace chatterino {
|
||||||
|
|
||||||
|
class VectorMessageSink final : public MessageSink
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
VectorMessageSink(MessageSinkTraits traits = {},
|
||||||
|
MessageFlags additionalFlags = {});
|
||||||
|
~VectorMessageSink() override;
|
||||||
|
|
||||||
|
void addMessage(
|
||||||
|
MessagePtr message, MessageContext ctx,
|
||||||
|
std::optional<MessageFlags> overridingFlags = std::nullopt) override;
|
||||||
|
void addOrReplaceTimeout(MessagePtr clearchatMessage, QTime now) override;
|
||||||
|
|
||||||
|
void disableAllMessages() override;
|
||||||
|
|
||||||
|
void applySimilarityFilters(const MessagePtr &message) const override;
|
||||||
|
|
||||||
|
MessagePtr findMessageByID(QStringView id) override;
|
||||||
|
|
||||||
|
MessageSinkTraits sinkTraits() const override;
|
||||||
|
|
||||||
|
const std::vector<MessagePtr> &messages() const;
|
||||||
|
std::vector<MessagePtr> takeMessages() &&;
|
||||||
|
|
||||||
|
private:
|
||||||
|
std::vector<MessagePtr> messages_;
|
||||||
|
MessageFlags additionalFlags;
|
||||||
|
MessageSinkTraits traits;
|
||||||
|
};
|
||||||
|
|
||||||
|
} // namespace chatterino
|
|
@ -180,6 +180,7 @@
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"flags": "Collapsed|Subscription",
|
"flags": "Collapsed|Subscription",
|
||||||
|
"highlightColor": "#64c466ff",
|
||||||
"id": "8c26e1ab-b50c-4d9d-bc11-3fd57a941d90",
|
"id": "8c26e1ab-b50c-4d9d-bc11-3fd57a941d90",
|
||||||
"localizedName": "",
|
"localizedName": "",
|
||||||
"loginName": "supinic",
|
"loginName": "supinic",
|
||||||
|
|
|
@ -80,7 +80,7 @@
|
||||||
"trailingSpace": true,
|
"trailingSpace": true,
|
||||||
"type": "SingleLineTextElement",
|
"type": "SingleLineTextElement",
|
||||||
"words": [
|
"words": [
|
||||||
"a"
|
"b"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
|
@ -169,6 +169,7 @@
|
||||||
"localizedName": "",
|
"localizedName": "",
|
||||||
"loginName": "nerixyz",
|
"loginName": "nerixyz",
|
||||||
"messageText": "c",
|
"messageText": "c",
|
||||||
|
"replyParent": "474f19ab-a1b0-410a-877a-5b0e2ae8be6d",
|
||||||
"replyThread": {
|
"replyThread": {
|
||||||
"replies": [
|
"replies": [
|
||||||
"474f19ab-a1b0-410a-877a-5b0e2ae8be6d",
|
"474f19ab-a1b0-410a-877a-5b0e2ae8be6d",
|
||||||
|
|
|
@ -256,6 +256,7 @@
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"flags": "Collapsed|Subscription|SharedMessage",
|
"flags": "Collapsed|Subscription|SharedMessage",
|
||||||
|
"highlightColor": "#64c466ff",
|
||||||
"id": "01cd601f-bc3f-49d5-ab4b-136fa9d6ec22",
|
"id": "01cd601f-bc3f-49d5-ab4b-136fa9d6ec22",
|
||||||
"localizedName": "",
|
"localizedName": "",
|
||||||
"loginName": "lahoooo",
|
"loginName": "lahoooo",
|
||||||
|
|
|
@ -243,6 +243,7 @@
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"flags": "Collapsed|Subscription",
|
"flags": "Collapsed|Subscription",
|
||||||
|
"highlightColor": "#64c466ff",
|
||||||
"id": "db25007f-7a18-43eb-9379-80131e44d633",
|
"id": "db25007f-7a18-43eb-9379-80131e44d633",
|
||||||
"localizedName": "",
|
"localizedName": "",
|
||||||
"loginName": "ronni",
|
"loginName": "ronni",
|
||||||
|
|
|
@ -27,6 +27,7 @@
|
||||||
#include "singletons/Emotes.hpp"
|
#include "singletons/Emotes.hpp"
|
||||||
#include "Test.hpp"
|
#include "Test.hpp"
|
||||||
#include "util/IrcHelpers.hpp"
|
#include "util/IrcHelpers.hpp"
|
||||||
|
#include "util/VectorMessageSink.hpp"
|
||||||
|
|
||||||
#include <IrcConnection>
|
#include <IrcConnection>
|
||||||
#include <QDebug>
|
#include <QDebug>
|
||||||
|
@ -572,19 +573,14 @@ TEST_P(TestIrcMessageHandlerP, Run)
|
||||||
{
|
{
|
||||||
auto channel = makeMockTwitchChannel(u"pajlada"_s, *snapshot);
|
auto channel = makeMockTwitchChannel(u"pajlada"_s, *snapshot);
|
||||||
|
|
||||||
std::vector<MessagePtr> prevMessages;
|
VectorMessageSink sink;
|
||||||
|
|
||||||
for (auto prevInput : snapshot->param("prevMessages").toArray())
|
for (auto prevInput : snapshot->param("prevMessages").toArray())
|
||||||
{
|
{
|
||||||
auto *ircMessage = Communi::IrcMessage::fromData(
|
auto *ircMessage = Communi::IrcMessage::fromData(
|
||||||
prevInput.toString().toUtf8(), nullptr);
|
prevInput.toString().toUtf8(), nullptr);
|
||||||
ASSERT_NE(ircMessage, nullptr);
|
ASSERT_NE(ircMessage, nullptr);
|
||||||
auto builtMessages = IrcMessageHandler::parseMessageWithReply(
|
IrcMessageHandler::parseMessageInto(ircMessage, sink, channel.get());
|
||||||
channel.get(), ircMessage, prevMessages);
|
|
||||||
for (const auto &builtMessage : builtMessages)
|
|
||||||
{
|
|
||||||
prevMessages.emplace_back(builtMessage);
|
|
||||||
}
|
|
||||||
delete ircMessage;
|
delete ircMessage;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -592,13 +588,13 @@ TEST_P(TestIrcMessageHandlerP, Run)
|
||||||
Communi::IrcMessage::fromData(snapshot->inputUtf8(), nullptr);
|
Communi::IrcMessage::fromData(snapshot->inputUtf8(), nullptr);
|
||||||
ASSERT_NE(ircMessage, nullptr);
|
ASSERT_NE(ircMessage, nullptr);
|
||||||
|
|
||||||
auto builtMessages = IrcMessageHandler::parseMessageWithReply(
|
auto firstAddedMsg = sink.messages().size();
|
||||||
channel.get(), ircMessage, prevMessages);
|
IrcMessageHandler::parseMessageInto(ircMessage, sink, channel.get());
|
||||||
|
|
||||||
QJsonArray got;
|
QJsonArray got;
|
||||||
for (const auto &msg : builtMessages)
|
for (auto i = firstAddedMsg; i < sink.messages().size(); i++)
|
||||||
{
|
{
|
||||||
got.append(msg->toJson());
|
got.append(sink.messages()[i]->toJson());
|
||||||
}
|
}
|
||||||
|
|
||||||
delete ircMessage;
|
delete ircMessage;
|
||||||
|
|
Loading…
Reference in a new issue