mirror-chatterino2/src/messages/LimitedQueue.hpp

292 lines
8 KiB
C++
Raw Normal View History

#pragma once
2017-02-02 20:35:12 +01:00
2018-06-26 14:09:39 +02:00
#include "messages/LimitedQueueSnapshot.hpp"
2017-02-02 20:35:12 +01:00
#include <QDebug>
2017-02-02 20:35:12 +01:00
#include <memory>
#include <mutex>
#include <vector>
2017-04-14 17:52:22 +02:00
namespace chatterino {
2017-02-02 20:35:12 +01:00
//
// Warning:
// - this class is so overengineered it's not even funny anymore
//
// Explanation:
// - messages can be appended until 'limit' is reached
2018-08-06 21:17:03 +02:00
// - when the limit is reached for every message added one will be removed at
// the start
// - messages can only be added to the start when there is space for them,
// trying to add messages to the start when it's full will not add them
// - you are able to get a "Snapshot" which captures the state of this object
// - adding items to this class does not change the "items" of the snapshot
//
2017-02-02 20:35:12 +01:00
template <typename T>
class LimitedQueue
{
protected:
using Chunk = std::vector<T>;
using ChunkVector = std::vector<std::shared_ptr<Chunk>>;
2017-02-02 20:35:12 +01:00
public:
LimitedQueue(size_t limit = 1000)
2018-07-06 19:23:47 +02:00
: limit_(limit)
2017-02-02 20:35:12 +01:00
{
this->clear();
}
2017-04-12 17:46:44 +02:00
void clear()
{
2018-07-06 19:23:47 +02:00
std::lock_guard<std::mutex> lock(this->mutex_);
this->chunks_ = std::make_shared<ChunkVector>();
auto chunk = std::make_shared<Chunk>();
2018-07-06 19:23:47 +02:00
chunk->resize(this->chunkSize_);
this->chunks_->push_back(chunk);
this->firstChunkOffset_ = 0;
this->lastChunkEnd_ = 0;
2017-02-02 20:35:12 +01:00
}
// return true if an item was deleted
// deleted will be set if the item was deleted
bool pushBack(const T &item, T &deleted)
2017-02-02 20:35:12 +01:00
{
2018-07-06 19:23:47 +02:00
std::lock_guard<std::mutex> lock(this->mutex_);
2017-02-02 20:35:12 +01:00
auto lastChunk = this->chunks_->back();
2017-02-02 20:35:12 +01:00
2018-10-21 13:43:02 +02:00
if (lastChunk->size() <= this->lastChunkEnd_)
{
// Last chunk is full, create a new one and rebuild our chunk vector
auto newVector = std::make_shared<ChunkVector>();
2017-02-02 20:35:12 +01:00
// copy chunks
for (auto &chunk : *this->chunks_)
2018-10-21 13:43:02 +02:00
{
newVector->push_back(chunk);
}
// push back new chunk
auto newChunk = std::make_shared<Chunk>();
2018-07-06 19:23:47 +02:00
newChunk->resize(this->chunkSize_);
newVector->push_back(newChunk);
// replace current chunk vector
2018-07-06 19:23:47 +02:00
this->chunks_ = newVector;
this->lastChunkEnd_ = 0;
lastChunk = this->chunks_->back();
}
2018-07-06 19:23:47 +02:00
lastChunk->at(this->lastChunkEnd_++) = item;
return this->deleteFirstItem(deleted);
}
2017-02-02 20:35:12 +01:00
// returns a vector with all the accepted items
std::vector<T> pushFront(const std::vector<T> &items)
{
std::vector<T> acceptedItems;
2018-10-21 13:43:02 +02:00
if (this->space() > 0)
{
2018-07-06 19:23:47 +02:00
std::lock_guard<std::mutex> lock(this->mutex_);
2017-02-02 20:35:12 +01:00
// create new vector to clone chunks into
auto newChunks = std::make_shared<ChunkVector>();
2017-02-02 20:35:12 +01:00
2018-07-06 19:23:47 +02:00
newChunks->resize(this->chunks_->size());
2017-02-02 20:35:12 +01:00
// copy chunks except for first one
2018-10-21 13:43:02 +02:00
for (size_t i = 1; i < this->chunks_->size(); i++)
{
2018-07-06 19:23:47 +02:00
newChunks->at(i) = this->chunks_->at(i);
2017-02-02 20:35:12 +01:00
}
// create new chunk for the first one
2018-10-21 13:43:02 +02:00
size_t offset =
std::min(this->space(), static_cast<qsizetype>(items.size()));
auto newFirstChunk = std::make_shared<Chunk>();
2018-07-06 19:23:47 +02:00
newFirstChunk->resize(this->chunks_->front()->size() + offset);
2018-10-21 13:43:02 +02:00
for (size_t i = 0; i < offset; i++)
{
newFirstChunk->at(i) = items[items.size() - offset + i];
acceptedItems.push_back(items[items.size() - offset + i]);
}
2018-10-21 13:43:02 +02:00
for (size_t i = 0; i < this->chunks_->at(0)->size(); i++)
{
2018-07-06 19:23:47 +02:00
newFirstChunk->at(i + offset) = this->chunks_->at(0)->at(i);
}
newChunks->at(0) = newFirstChunk;
2018-07-06 19:23:47 +02:00
this->chunks_ = newChunks;
2018-01-19 22:45:33 +01:00
// qDebug() << acceptedItems.size();
// qDebug() << this->chunks->at(0)->size();
2018-10-21 13:43:02 +02:00
if (this->chunks_->size() == 1)
{
2018-07-06 19:23:47 +02:00
this->lastChunkEnd_ += offset;
}
2017-02-02 20:35:12 +01:00
}
return acceptedItems;
2017-02-02 20:35:12 +01:00
}
2018-01-06 03:48:56 +01:00
// replace an single item, return index if successful, -1 if unsuccessful
2018-01-05 23:14:55 +01:00
int replaceItem(const T &item, const T &replacement)
{
2018-07-06 19:23:47 +02:00
std::lock_guard<std::mutex> lock(this->mutex_);
2018-01-05 23:14:55 +01:00
int x = 0;
2018-10-21 13:43:02 +02:00
for (size_t i = 0; i < this->chunks_->size(); i++)
{
auto &chunk = this->chunks_->at(i);
2018-01-05 23:14:55 +01:00
2018-07-06 19:23:47 +02:00
size_t start = i == 0 ? this->firstChunkOffset_ : 0;
2018-08-06 21:17:03 +02:00
size_t end =
i == chunk->size() - 1 ? this->lastChunkEnd_ : chunk->size();
2018-01-05 23:14:55 +01:00
2018-10-21 13:43:02 +02:00
for (size_t j = start; j < end; j++)
{
if (chunk->at(j) == item)
{
auto newChunk = std::make_shared<Chunk>();
2018-01-05 23:14:55 +01:00
newChunk->resize(chunk->size());
2018-10-21 13:43:02 +02:00
for (size_t k = 0; k < chunk->size(); k++)
{
2018-01-05 23:14:55 +01:00
newChunk->at(k) = chunk->at(k);
}
newChunk->at(j) = replacement;
2018-07-06 19:23:47 +02:00
this->chunks_->at(i) = newChunk;
2018-01-05 23:14:55 +01:00
return x;
}
x++;
}
}
return -1;
}
2018-01-06 03:48:56 +01:00
// replace an item at index, return true if worked
bool replaceItem(size_t index, const T &replacement)
{
2018-07-06 19:23:47 +02:00
std::lock_guard<std::mutex> lock(this->mutex_);
2018-01-06 03:48:56 +01:00
size_t x = 0;
2018-01-06 03:48:56 +01:00
2018-10-21 13:43:02 +02:00
for (size_t i = 0; i < this->chunks_->size(); i++)
{
auto &chunk = this->chunks_->at(i);
2018-01-06 03:48:56 +01:00
2018-07-06 19:23:47 +02:00
size_t start = i == 0 ? this->firstChunkOffset_ : 0;
2018-08-06 21:17:03 +02:00
size_t end =
i == chunk->size() - 1 ? this->lastChunkEnd_ : chunk->size();
2018-01-06 03:48:56 +01:00
2018-10-21 13:43:02 +02:00
for (size_t j = start; j < end; j++)
{
if (x == index)
{
auto newChunk = std::make_shared<Chunk>();
2018-01-06 03:48:56 +01:00
newChunk->resize(chunk->size());
2018-10-21 13:43:02 +02:00
for (size_t k = 0; k < chunk->size(); k++)
{
2018-01-06 03:48:56 +01:00
newChunk->at(k) = chunk->at(k);
}
newChunk->at(j) = replacement;
2018-07-06 19:23:47 +02:00
this->chunks_->at(i) = newChunk;
2018-01-06 03:48:56 +01:00
return true;
2018-01-06 03:48:56 +01:00
}
x++;
}
}
return false;
2018-01-06 03:48:56 +01:00
}
// void insertAfter(const std::vector<T> &items, const T &index)
LimitedQueueSnapshot<T> getSnapshot()
2017-02-02 20:35:12 +01:00
{
2018-07-06 19:23:47 +02:00
std::lock_guard<std::mutex> lock(this->mutex_);
2017-02-02 20:35:12 +01:00
2018-08-06 21:17:03 +02:00
return LimitedQueueSnapshot<T>(
this->chunks_, this->limit_ - this->space(),
this->firstChunkOffset_, this->lastChunkEnd_);
2017-02-02 20:35:12 +01:00
}
private:
qsizetype space()
{
size_t totalSize = 0;
for (auto &chunk : *this->chunks_)
2018-10-21 13:43:02 +02:00
{
totalSize += chunk->size();
}
2018-07-06 19:23:47 +02:00
totalSize -= this->chunks_->back()->size() - this->lastChunkEnd_;
2018-10-21 13:43:02 +02:00
if (this->chunks_->size() != 1)
{
2018-07-06 19:23:47 +02:00
totalSize -= this->firstChunkOffset_;
}
2018-07-06 19:23:47 +02:00
return this->limit_ - totalSize;
}
bool deleteFirstItem(T &deleted)
{
// determine if the first chunk should be deleted
2018-10-21 13:43:02 +02:00
if (space() > 0)
{
return false;
}
2018-07-06 19:23:47 +02:00
deleted = this->chunks_->front()->at(this->firstChunkOffset_);
2018-07-06 19:23:47 +02:00
this->firstChunkOffset_++;
// need to delete the first chunk
2018-10-21 13:43:02 +02:00
if (this->firstChunkOffset_ == this->chunks_->front()->size() - 1)
{
// copy the chunk vector
auto newVector = std::make_shared<ChunkVector>();
// delete first chunk
bool first = true;
for (auto &chunk : *this->chunks_)
2018-10-21 13:43:02 +02:00
{
if (!first)
{
newVector->push_back(chunk);
}
first = false;
}
2018-07-06 19:23:47 +02:00
this->chunks_ = newVector;
this->firstChunkOffset_ = 0;
}
return true;
}
std::shared_ptr<ChunkVector> chunks_;
2018-07-06 19:23:47 +02:00
std::mutex mutex_;
2017-02-02 20:35:12 +01:00
2018-07-06 19:23:47 +02:00
size_t firstChunkOffset_;
size_t lastChunkEnd_;
const size_t limit_;
2018-07-06 19:23:47 +02:00
const size_t chunkSize_ = 100;
2017-02-02 20:35:12 +01:00
};
2017-04-14 17:52:22 +02:00
} // namespace chatterino