cpp_client_telemetry/lib/offline/OfflineStorageHandler.hpp at ae11e75c4b2bafd9163d46183d66a79995b7ce42 · microsoft/cpp_client_telemetry · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
//
// Copyright (c) Microsoft Corporation. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
//

#ifndef OFFLINESTORAGEHANDLER_HPP
#define OFFLINESTORAGEHANDLER_HPP

#include "pal/PAL.hpp"
#include "IOfflineStorage.hpp"

#include "api/IRuntimeConfig.hpp"
#include "ILogManager.hpp"
#include "pal/TaskDispatcher.hpp"

#include <memory>
#include <atomic>
#include <list>
#include <string>

#include "KillSwitchManager.hpp"
#include "ClockSkewManager.hpp"

namespace MAT_NS_BEGIN {

    class OfflineStorageHandler : public IOfflineStorage, public IOfflineStorageObserver
    {
    public:
        OfflineStorageHandler(ILogManager& logManager, IRuntimeConfig& runtimeConfig, ITaskDispatcher& taskDispatcher);
        virtual ~OfflineStorageHandler() override;
        virtual void Initialize(IOfflineStorageObserver& observer) override;
        virtual void Shutdown() override;
        virtual void Flush() override;
        virtual bool StoreRecord(StorageRecord const& record) override;
        virtual size_t StoreRecords(std::vector<StorageRecord> & records) override;
        virtual bool GetAndReserveRecords(std::function<bool(StorageRecord&&)> const& consumer, unsigned leaseTimeMs, EventLatency minLatency = EventLatency_Unspecified, unsigned maxCount = 0) override;

        virtual bool IsLastReadFromMemory() override;
        virtual unsigned LastReadRecordCount() override;

        virtual void DeleteRecords(const std::map<std::string, std::string> & whereFilter) override;
        virtual void DeleteRecords(std::vector<StorageRecordId> const& ids, HttpHeaders headers, bool& fromMemory) override;
        virtual void DeleteAllRecords() override;
        virtual void ReleaseRecords(std::vector<StorageRecordId> const& ids, bool incrementRetryCount, HttpHeaders headers, bool& fromMemory) override;

        virtual bool StoreSetting(std::string const& name, std::string const& value) override;
        virtual std::string GetSetting(std::string const& name) override;
        virtual bool DeleteSetting(std::string const& name) override;

        virtual size_t GetSize() override;
        virtual size_t GetRecordCount(EventLatency latency = EventLatency_Unspecified) const override;

        virtual size_t GetRemainingRecordCountForShutdown() const override;

        virtual std::vector<StorageRecord> GetRecords(bool shutdown, EventLatency minLatency = EventLatency_Unspecified, unsigned maxCount = 0) override;
        virtual bool ResizeDb() override;

        virtual void OnStorageOpened(std::string const& type) override;
        virtual void OnStorageFailed(std::string const& reason) override;
        virtual void OnStorageOpenFailed(std::string const& reason) override;
        virtual void OnStorageTrimmed(std::map<std::string, size_t> const& numRecords) override;
        virtual void OnStorageRecordsDropped(std::map<std::string, size_t> const& numRecords) override;
        virtual void OnStorageRecordsRejected(std::map<std::string, size_t> const& numRecords) override;
        virtual void OnStorageRecordsSaved(size_t numRecords) override;

    protected:
        virtual void DeleteRecordsByKeys(const std::list<std::string> & keys);

        IOfflineStorageObserver   * m_observer;
        ILogManager &               m_logManager;
        std::string                 m_databasePath;
        IRuntimeConfig&             m_config;
        ITaskDispatcher&            m_taskDispatcher;

        KillSwitchManager           m_killSwitchManager;
        ClockSkewManager            m_clockSkewManager;

        virtual bool isKilled(StorageRecord const& record);

        std::mutex                             m_flushLock;
        bool                                   m_flushPending;
        PAL::DeferredCallbackHandle            m_flushHandle;
        PAL::Event                             m_flushComplete;

        std::unique_ptr<IOfflineStorage>       m_offlineStorageMemory;
        std::shared_ptr<IOfflineStorage>       m_offlineStorageDisk;

        bool                                   m_readFromMemory;
        unsigned                               m_lastReadCount;

        bool                                   m_shutdownStarted;
        unsigned                               m_memoryDbSize;
        unsigned                               m_memoryDbSizeNotificationLimit;
        unsigned                               m_queryDbSize;
        uint32_t                               m_cacheMemorySizeLimitInBytes;
        bool                                   m_isStorageFullNotificationSend;

    protected:
        MATSDK_LOG_DECL_COMPONENT_CLASS();

    private:
        void WaitForFlush();

    };


} MAT_NS_END

#endif