tdlight/tddb/td/db/TQueue.h
Arseny Smirnov 3976bbb4c8 TQueue: now more than MAX_QUEUE_EVENTS events in each queue
GitOrigin-RevId: a8553f02f631fd34ef1451044c3ad7e27ee7d3dd
2019-08-07 18:36:37 +03:00

109 lines
2.8 KiB
C++

//
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2020
//
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
//
#pragma once
#include "td/utils/misc.h"
#include "td/utils/Span.h"
#include <map>
namespace td {
class TQueue {
public:
class EventId {
public:
constexpr static int32 MAX_ID = 2000000000;
EventId();
static Result<EventId> from_int32(int32 id);
static EventId create_random();
int32 value() const;
Result<EventId> next() const;
Result<EventId> advance(size_t offset) const;
bool empty() const;
bool operator==(const EventId &other) const;
private:
int32 id_{0};
explicit EventId(int32 id);
static bool is_valid(int32 id);
};
using QueueId = int64;
struct Event {
EventId id;
Slice data;
double expire_at;
};
struct RawEvent {
int64 logevent_id{0};
EventId event_id;
string data;
double expire_at{0};
};
class Callback {
public:
using EventId = TQueue::EventId;
using QueueId = TQueue::QueueId;
using RawEvent = TQueue::RawEvent;
virtual ~Callback() {
}
virtual int64 push(QueueId queue_id, const RawEvent &event) = 0;
virtual void pop(int64 logevent_id) = 0;
};
virtual ~TQueue() {
}
virtual void set_callback(unique_ptr<Callback> callback) = 0;
virtual unique_ptr<Callback> extract_callback() = 0;
virtual void emulate_restart() = 0;
virtual void do_push(QueueId queue_id, RawEvent &&raw_event) = 0;
virtual Result<EventId> push(QueueId queue_id, string data, double expire_at, EventId new_id = EventId()) = 0;
virtual EventId get_head(QueueId queue_id) const = 0;
virtual EventId get_tail(QueueId queue_id) const = 0;
virtual Result<size_t> get(QueueId queue_id, EventId from_id, double now, MutableSpan<Event> &events) = 0;
static unique_ptr<TQueue> create(unique_ptr<Callback> callback = {});
};
StringBuilder &operator<<(StringBuilder &sb, const TQueue::EventId id);
struct BinlogEvent;
template <class BinlogT>
class TQueueBinlog : public TQueue::Callback {
public:
int64 push(QueueId queue_id, const RawEvent &event) override;
void pop(int64 logevent_id) override;
Status replay(const BinlogEvent &binlog_event, TQueue &q);
void set_binlog(std::shared_ptr<BinlogT> binlog) {
binlog_ = std::move(binlog);
}
private:
std::shared_ptr<BinlogT> binlog_;
int32 magic_{2314};
};
class MemoryStorage : public TQueue::Callback {
public:
int64 push(QueueId queue_id, const RawEvent &event) override;
void pop(int64 logevent_id) override;
void replay(TQueue &q);
private:
int64 next_logevent_id_{1};
std::map<int64, std::pair<QueueId, RawEvent>> events_;
};
} // namespace td