mirror-chatterino2/src/providers/twitch/Pubsub.cpp

773 lines
20 KiB
C++
Raw Normal View History

2018-06-26 14:09:39 +02:00
#include "providers/twitch/Pubsub.hpp"
2018-06-26 14:09:39 +02:00
#include "debug/Log.hpp"
#include "providers/twitch/PubsubActions.hpp"
#include "providers/twitch/PubsubHelpers.hpp"
#include "util/RapidjsonHelpers.hpp"
#include <rapidjson/error/en.h>
#include <exception>
#include <thread>
#define TWITCH_PUBSUB_URL "wss://pubsub-edge.twitch.tv"
using websocketpp::lib::bind;
using websocketpp::lib::placeholders::_1;
using websocketpp::lib::placeholders::_2;
namespace chatterino {
static const char *pingPayload = "{\"type\":\"PING\"}";
2018-06-07 13:24:07 +02:00
static std::map<QString, std::string> sentMessages;
namespace detail {
PubSubClient::PubSubClient(WebsocketClient &_websocketClient, WebsocketHandle _handle)
: websocketClient(_websocketClient)
, handle(_handle)
{
}
void PubSubClient::start()
{
assert(!this->started);
this->started = true;
this->ping();
}
void PubSubClient::stop()
{
assert(this->started);
this->started = false;
}
bool PubSubClient::listen(rapidjson::Document &message)
{
int numRequestedListens = message["data"]["topics"].Size();
if (this->numListens + numRequestedListens > MAX_PUBSUB_LISTENS) {
// This PubSubClient is already at its peak listens
return false;
}
this->numListens += numRequestedListens;
for (const auto &topic : message["data"]["topics"].GetArray()) {
this->listeners.emplace_back(Listener{topic.GetString(), false, false, false});
}
auto uuid = CreateUUID();
rj::set(message, "nonce", uuid);
std::string payload = rj::stringify(message);
2018-06-07 13:24:07 +02:00
sentMessages[uuid] = payload;
this->send(payload.c_str());
return true;
}
void PubSubClient::unlistenPrefix(const std::string &prefix)
{
std::vector<std::string> topics;
for (auto it = this->listeners.begin(); it != this->listeners.end();) {
const auto &listener = *it;
if (listener.topic.find(prefix) == 0) {
topics.push_back(listener.topic);
it = this->listeners.erase(it);
} else {
++it;
}
}
if (topics.empty()) {
return;
}
auto message = createUnlistenMessage(topics);
auto uuid = CreateUUID();
rj::set(message, "nonce", CreateUUID());
std::string payload = rj::stringify(message);
2018-06-07 13:24:07 +02:00
sentMessages[uuid] = payload;
this->send(payload.c_str());
}
void PubSubClient::handlePong()
{
assert(this->awaitingPong);
2018-06-26 17:06:17 +02:00
Log("Got pong!");
this->awaitingPong = false;
}
bool PubSubClient::isListeningToTopic(const std::string &payload)
{
for (const auto &listener : this->listeners) {
if (listener.topic == payload) {
return true;
}
}
return false;
}
void PubSubClient::ping()
{
assert(this->started);
if (!this->send(pingPayload)) {
return;
}
this->awaitingPong = true;
auto self = this->shared_from_this();
runAfter(this->websocketClient.get_io_service(), std::chrono::seconds(15), [self](auto timer) {
if (!self->started) {
return;
}
if (self->awaitingPong) {
2018-06-26 17:06:17 +02:00
Log("No pong respnose, disconnect!");
// TODO(pajlada): Label this connection as "disconnect me"
}
});
runAfter(this->websocketClient.get_io_service(), std::chrono::minutes(5), [self](auto timer) {
if (!self->started) {
return;
}
self->ping(); //
});
}
bool PubSubClient::send(const char *payload)
{
WebsocketErrorCode ec;
this->websocketClient.send(this->handle, payload, websocketpp::frame::opcode::text, ec);
if (ec) {
2018-06-26 17:06:17 +02:00
Log("Error sending message {}: {}", payload, ec.message());
// TODO(pajlada): Check which error code happened and maybe gracefully handle it
return false;
}
return true;
}
} // namespace detail
PubSub::PubSub()
{
qDebug() << "init PubSub";
this->moderationActionHandlers["clear"] = [this](const auto &data, const auto &roomID) {
ClearChatAction action(data, roomID);
2018-06-26 17:47:44 +02:00
this->signals_.moderation.chatCleared.invoke(action);
};
this->moderationActionHandlers["slowoff"] = [this](const auto &data, const auto &roomID) {
ModeChangedAction action(data, roomID);
action.mode = ModeChangedAction::Mode::Slow;
action.state = ModeChangedAction::State::Off;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.modeChanged.invoke(action);
};
this->moderationActionHandlers["slow"] = [this](const auto &data, const auto &roomID) {
ModeChangedAction action(data, roomID);
action.mode = ModeChangedAction::Mode::Slow;
action.state = ModeChangedAction::State::On;
if (!data.HasMember("args")) {
2018-06-26 17:06:17 +02:00
Log("Missing required args member");
return;
}
const auto &args = data["args"];
if (!args.IsArray()) {
2018-06-26 17:06:17 +02:00
Log("args member must be an array");
return;
}
if (args.Size() == 0) {
2018-06-26 17:06:17 +02:00
Log("Missing duration argument in slowmode on");
return;
}
const auto &durationArg = args[0];
if (!durationArg.IsString()) {
2018-06-26 17:06:17 +02:00
Log("Duration arg must be a string");
return;
}
bool ok;
2018-04-29 13:24:37 +02:00
action.duration = QString(durationArg.GetString()).toUInt(&ok, 10);
2018-06-26 17:47:44 +02:00
this->signals_.moderation.modeChanged.invoke(action);
};
this->moderationActionHandlers["r9kbetaoff"] = [this](const auto &data, const auto &roomID) {
ModeChangedAction action(data, roomID);
action.mode = ModeChangedAction::Mode::R9K;
action.state = ModeChangedAction::State::Off;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.modeChanged.invoke(action);
};
this->moderationActionHandlers["r9kbeta"] = [this](const auto &data, const auto &roomID) {
ModeChangedAction action(data, roomID);
action.mode = ModeChangedAction::Mode::R9K;
action.state = ModeChangedAction::State::On;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.modeChanged.invoke(action);
};
this->moderationActionHandlers["subscribersoff"] = [this](const auto &data,
const auto &roomID) {
ModeChangedAction action(data, roomID);
action.mode = ModeChangedAction::Mode::SubscribersOnly;
action.state = ModeChangedAction::State::Off;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.modeChanged.invoke(action);
};
this->moderationActionHandlers["subscribers"] = [this](const auto &data, const auto &roomID) {
ModeChangedAction action(data, roomID);
action.mode = ModeChangedAction::Mode::SubscribersOnly;
action.state = ModeChangedAction::State::On;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.modeChanged.invoke(action);
};
this->moderationActionHandlers["emoteonlyoff"] = [this](const auto &data, const auto &roomID) {
ModeChangedAction action(data, roomID);
action.mode = ModeChangedAction::Mode::EmoteOnly;
action.state = ModeChangedAction::State::Off;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.modeChanged.invoke(action);
};
this->moderationActionHandlers["emoteonly"] = [this](const auto &data, const auto &roomID) {
ModeChangedAction action(data, roomID);
action.mode = ModeChangedAction::Mode::EmoteOnly;
action.state = ModeChangedAction::State::On;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.modeChanged.invoke(action);
};
this->moderationActionHandlers["unmod"] = [this](const auto &data, const auto &roomID) {
ModerationStateAction action(data, roomID);
getTargetUser(data, action.target);
2018-04-29 13:24:37 +02:00
try {
const auto &args = getArgs(data);
if (args.Size() < 1) {
return;
}
if (!rj::getSafe(args[0], action.target.name)) {
return;
}
} catch (const std::runtime_error &ex) {
2018-06-26 17:06:17 +02:00
Log("Error parsing moderation action: {}", ex.what());
2018-04-29 13:24:37 +02:00
}
action.modded = false;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.moderationStateChanged.invoke(action);
};
this->moderationActionHandlers["mod"] = [this](const auto &data, const auto &roomID) {
ModerationStateAction action(data, roomID);
getTargetUser(data, action.target);
2018-04-29 13:24:37 +02:00
try {
const auto &args = getArgs(data);
if (args.Size() < 1) {
return;
}
if (!rj::getSafe(args[0], action.target.name)) {
return;
}
} catch (const std::runtime_error &ex) {
2018-06-26 17:06:17 +02:00
Log("Error parsing moderation action: {}", ex.what());
2018-04-29 13:24:37 +02:00
}
action.modded = true;
2018-06-26 17:47:44 +02:00
this->signals_.moderation.moderationStateChanged.invoke(action);
};
this->moderationActionHandlers["timeout"] = [this](const auto &data, const auto &roomID) {
BanAction action(data, roomID);
getCreatedByUser(data, action.source);
getTargetUser(data, action.target);
try {
const auto &args = getArgs(data);
if (args.Size() < 2) {
return;
}
if (!rj::getSafe(args[0], action.target.name)) {
return;
}
QString durationString;
if (!rj::getSafe(args[1], durationString)) {
return;
}
bool ok;
action.duration = durationString.toUInt(&ok, 10);
if (args.Size() >= 3) {
if (!rj::getSafe(args[2], action.reason)) {
return;
}
}
2018-06-26 17:47:44 +02:00
this->signals_.moderation.userBanned.invoke(action);
} catch (const std::runtime_error &ex) {
2018-06-26 17:06:17 +02:00
Log("Error parsing moderation action: {}", ex.what());
}
};
this->moderationActionHandlers["ban"] = [this](const auto &data, const auto &roomID) {
BanAction action(data, roomID);
getCreatedByUser(data, action.source);
getTargetUser(data, action.target);
try {
const auto &args = getArgs(data);
if (args.Size() < 1) {
return;
}
if (!rj::getSafe(args[0], action.target.name)) {
return;
}
if (args.Size() >= 2) {
if (!rj::getSafe(args[1], action.reason)) {
return;
}
}
2018-06-26 17:47:44 +02:00
this->signals_.moderation.userBanned.invoke(action);
} catch (const std::runtime_error &ex) {
2018-06-26 17:06:17 +02:00
Log("Error parsing moderation action: {}", ex.what());
}
};
this->moderationActionHandlers["unban"] = [this](const auto &data, const auto &roomID) {
UnbanAction action(data, roomID);
getCreatedByUser(data, action.source);
getTargetUser(data, action.target);
action.previousState = UnbanAction::Banned;
try {
const auto &args = getArgs(data);
if (args.Size() < 1) {
return;
}
if (!rj::getSafe(args[0], action.target.name)) {
return;
}
2018-06-26 17:47:44 +02:00
this->signals_.moderation.userUnbanned.invoke(action);
} catch (const std::runtime_error &ex) {
2018-06-26 17:06:17 +02:00
Log("Error parsing moderation action: {}", ex.what());
}
};
this->moderationActionHandlers["untimeout"] = [this](const auto &data, const auto &roomID) {
UnbanAction action(data, roomID);
getCreatedByUser(data, action.source);
getTargetUser(data, action.target);
action.previousState = UnbanAction::TimedOut;
try {
const auto &args = getArgs(data);
if (args.Size() < 1) {
return;
}
if (!rj::getSafe(args[0], action.target.name)) {
return;
}
2018-06-26 17:47:44 +02:00
this->signals_.moderation.userUnbanned.invoke(action);
} catch (const std::runtime_error &ex) {
2018-06-26 17:06:17 +02:00
Log("Error parsing moderation action: {}", ex.what());
}
};
this->websocketClient.set_access_channels(websocketpp::log::alevel::all);
this->websocketClient.clear_access_channels(websocketpp::log::alevel::frame_payload);
this->websocketClient.init_asio();
// SSL Handshake
this->websocketClient.set_tls_init_handler(bind(&PubSub::onTLSInit, this, ::_1));
this->websocketClient.set_message_handler(bind(&PubSub::onMessage, this, ::_1, ::_2));
this->websocketClient.set_open_handler(bind(&PubSub::onConnectionOpen, this, ::_1));
this->websocketClient.set_close_handler(bind(&PubSub::onConnectionClose, this, ::_1));
// Add an initial client
this->addClient();
}
void PubSub::addClient()
{
websocketpp::lib::error_code ec;
auto con = this->websocketClient.get_connection(TWITCH_PUBSUB_URL, ec);
if (ec) {
2018-06-26 17:06:17 +02:00
Log("Unable to establish connection: {}", ec.message());
return;
}
this->websocketClient.connect(con);
}
void PubSub::start()
{
this->mainThread.reset(new std::thread(std::bind(&PubSub::runThread, this)));
}
2018-06-26 17:06:17 +02:00
void PubSub::listenToWhispers(std::shared_ptr<TwitchAccount> account)
{
assert(account != nullptr);
std::string userID = account->getUserId().toStdString();
2018-06-26 17:06:17 +02:00
Log("Connection open!");
websocketpp::lib::error_code ec;
std::vector<std::string> topics({"whispers." + userID});
2018-07-03 20:09:07 +02:00
this->listen(createListenMessage(topics, account));
if (ec) {
2018-06-26 17:06:17 +02:00
Log("Unable to send message to websocket server: {}", ec.message());
return;
}
}
void PubSub::unlistenAllModerationActions()
{
for (const auto &p : this->clients) {
const auto &client = p.second;
client->unlistenPrefix("chat_moderator_actions.");
}
}
2018-06-26 17:20:03 +02:00
void PubSub::listenToChannelModerationActions(const QString &channelID,
std::shared_ptr<TwitchAccount> account)
{
assert(!channelID.isEmpty());
assert(account != nullptr);
QString userID = account->getUserId();
assert(!userID.isEmpty());
std::string topic(fS("chat_moderator_actions.{}.{}", userID, channelID));
if (this->isListeningToTopic(topic)) {
2018-06-26 17:06:17 +02:00
Log("We are already listening to topic {}", topic);
return;
}
2018-06-26 17:06:17 +02:00
Log("Listen to topic {}", topic);
this->listenToTopic(topic, account);
}
2018-06-26 17:20:03 +02:00
void PubSub::listenToTopic(const std::string &topic, std::shared_ptr<TwitchAccount> account)
{
auto message = createListenMessage({topic}, account);
this->listen(std::move(message));
}
void PubSub::listen(rapidjson::Document &&msg)
{
if (this->tryListen(msg)) {
2018-06-26 17:06:17 +02:00
Log("Successfully listened!");
return;
}
2018-06-26 17:06:17 +02:00
Log("Added to the back of the queue");
this->requests.emplace_back(std::make_unique<rapidjson::Document>(std::move(msg)));
}
bool PubSub::tryListen(rapidjson::Document &msg)
{
2018-06-26 17:06:17 +02:00
Log("tryListen with {} clients", this->clients.size());
for (const auto &p : this->clients) {
const auto &client = p.second;
if (client->listen(msg)) {
return true;
}
}
return false;
}
bool PubSub::isListeningToTopic(const std::string &topic)
{
for (const auto &p : this->clients) {
const auto &client = p.second;
if (client->isListeningToTopic(topic)) {
return true;
}
}
return false;
}
void PubSub::onMessage(websocketpp::connection_hdl hdl, WebsocketMessagePtr websocketMessage)
{
const std::string &payload = websocketMessage->get_payload();
rapidjson::Document msg;
rapidjson::ParseResult res = msg.Parse(payload.c_str());
if (!res) {
2018-06-26 17:06:17 +02:00
Log("Error parsing message '{}' from PubSub: {}", payload,
2018-06-26 17:20:03 +02:00
rapidjson::GetParseError_En(res.Code()));
return;
}
if (!msg.IsObject()) {
2018-06-26 17:06:17 +02:00
Log("Error parsing message '{}' from PubSub. Root object is not an object", payload);
return;
}
std::string type;
if (!rj::getSafe(msg, "type", type)) {
2018-06-26 17:06:17 +02:00
Log("Missing required string member `type` in message root");
return;
}
if (type == "RESPONSE") {
this->handleListenResponse(msg);
} else if (type == "MESSAGE") {
if (!msg.HasMember("data")) {
2018-06-26 17:06:17 +02:00
Log("Missing required object member `data` in message root");
return;
}
const auto &data = msg["data"];
if (!data.IsObject()) {
2018-06-26 17:06:17 +02:00
Log("Member `data` must be an object");
return;
}
this->handleMessageResponse(data);
} else if (type == "PONG") {
auto clientIt = this->clients.find(hdl);
// If this assert goes off, there's something wrong with the connection creation/preserving
// code KKona
assert(clientIt != this->clients.end());
auto &client = *clientIt;
client.second->handlePong();
} else {
2018-06-26 17:06:17 +02:00
Log("Unknown message type: {}", type);
}
}
void PubSub::onConnectionOpen(WebsocketHandle hdl)
{
auto client = std::make_shared<detail::PubSubClient>(this->websocketClient, hdl);
// We separate the starting from the constructor because we will want to use shared_from_this
client->start();
this->clients.emplace(hdl, client);
this->connected.invoke();
}
void PubSub::onConnectionClose(WebsocketHandle hdl)
{
auto clientIt = this->clients.find(hdl);
// If this assert goes off, there's something wrong with the connection creation/preserving
// code KKona
assert(clientIt != this->clients.end());
auto &client = clientIt->second;
client->stop();
this->clients.erase(clientIt);
this->connected.invoke();
}
PubSub::WebsocketContextPtr PubSub::onTLSInit(websocketpp::connection_hdl hdl)
{
WebsocketContextPtr ctx(new boost::asio::ssl::context(boost::asio::ssl::context::tlsv1));
try {
ctx->set_options(boost::asio::ssl::context::default_workarounds |
boost::asio::ssl::context::no_sslv2 |
boost::asio::ssl::context::single_dh_use);
} catch (const std::exception &e) {
2018-06-26 17:06:17 +02:00
Log("Exception caught in OnTLSInit: {}", e.what());
}
return ctx;
}
void PubSub::handleListenResponse(const rapidjson::Document &msg)
{
std::string error;
if (rj::getSafe(msg, "error", error)) {
std::string nonce;
rj::getSafe(msg, "nonce", nonce);
if (error.empty()) {
2018-06-26 17:06:17 +02:00
Log("Successfully listened to nonce {}", nonce);
// Nothing went wrong
return;
}
2018-06-26 17:06:17 +02:00
Log("PubSub error: {} on nonce {}", error, nonce);
return;
}
}
void PubSub::handleMessageResponse(const rapidjson::Value &outerData)
{
QString topic;
if (!rj::getSafe(outerData, "topic", topic)) {
2018-06-26 17:06:17 +02:00
Log("Missing required string member `topic` in outerData");
return;
}
std::string payload;
if (!rj::getSafe(outerData, "message", payload)) {
2018-06-26 17:06:17 +02:00
Log("Expected string message in outerData");
return;
}
rapidjson::Document msg;
rapidjson::ParseResult res = msg.Parse(payload.c_str());
if (!res) {
2018-06-26 17:06:17 +02:00
Log("Error parsing message '{}' from PubSub: {}", payload,
2018-06-26 17:20:03 +02:00
rapidjson::GetParseError_En(res.Code()));
return;
}
if (topic.startsWith("whispers.")) {
std::string whisperType;
if (!rj::getSafe(msg, "type", whisperType)) {
2018-06-26 17:06:17 +02:00
Log("Bad whisper data");
return;
}
if (whisperType == "whisper_received") {
2018-06-26 17:47:44 +02:00
this->signals_.whisper.received.invoke(msg);
} else if (whisperType == "whisper_sent") {
2018-06-26 17:47:44 +02:00
this->signals_.whisper.sent.invoke(msg);
} else if (whisperType == "thread") {
// Handle thread?
} else {
2018-06-26 17:06:17 +02:00
Log("Invalid whisper type: {}", whisperType);
assert(false);
return;
}
} else if (topic.startsWith("chat_moderator_actions.")) {
auto topicParts = topic.split(".");
assert(topicParts.length() == 3);
const auto &data = msg["data"];
std::string moderationAction;
if (!rj::getSafe(data, "moderation_action", moderationAction)) {
2018-06-26 17:06:17 +02:00
Log("Missing moderation action in data: {}", rj::stringify(data));
return;
}
auto handlerIt = this->moderationActionHandlers.find(moderationAction);
if (handlerIt == this->moderationActionHandlers.end()) {
2018-06-26 17:06:17 +02:00
Log("No handler found for moderation action {}", moderationAction);
return;
}
// Invoke handler function
handlerIt->second(data, topicParts[2]);
} else {
2018-06-26 17:06:17 +02:00
Log("Unknown topic: {}", topic);
return;
}
}
void PubSub::runThread()
{
2018-06-26 17:06:17 +02:00
Log("Start pubsub manager thread");
this->websocketClient.run();
2018-06-26 17:06:17 +02:00
Log("Done with pubsub manager thread");
}
} // namespace chatterino