database.h

Go to the documentation of this file.

#pragma once
 
#include <memory>
#include <mutex>
#include <vector>
 
#if defined(__APPLE__)
#include <pthread/qos.h>
#endif
 
#include "api.h"
#include "database_lifecycle_manager.h"
#include "kuzu_fwd.h"
#include "db_config.h"
namespace kuzu {
namespace common {
class FileSystem;
enum class LogicalTypeID : uint8_t;
} // namespace common
 
namespace catalog {
class CatalogEntry;
} // namespace catalog
 
namespace function {
struct Function;
} // namespace function
 
namespace extension {
struct ExtensionUtils;
class ExtensionManager;
class TransformerExtension;
class BinderExtension;
class PlannerExtension;
class MapperExtension;
} // namespace extension
 
namespace storage {
class StorageExtension;
} // namespace storage
 
namespace main {
struct ExtensionOption;
class DatabaseManager;

struct KUZU_API SystemConfig {
    explicit SystemConfig(uint64_t bufferPoolSize = -1u, uint64_t maxNumThreads = 0,
        bool enableCompression = true, bool readOnly = false, uint64_t maxDBSize = -1u,
        bool autoCheckpoint = true, uint64_t checkpointThreshold = 16777216 /* 16MB */,
        bool forceCheckpointOnClose = true
#if defined(__APPLE__)
        ,
        uint32_t threadQos = QOS_CLASS_DEFAULT
#endif
    );
 
    uint64_t bufferPoolSize;
    uint64_t maxNumThreads;
    bool enableCompression;
    bool readOnly;
    uint64_t maxDBSize;
    bool autoCheckpoint;
    uint64_t checkpointThreshold;
    bool forceCheckpointOnClose;
#if defined(__APPLE__)
    uint32_t threadQos;
#endif
};

class Database {
    friend class EmbeddedShell;
    friend class ClientContext;
    friend class Connection;
    friend class StorageDriver;
    friend class testing::BaseGraphTest;
    friend class testing::PrivateGraphTest;
    friend class transaction::TransactionContext;
    friend struct extension::ExtensionUtils;
 
public:
    KUZU_API explicit Database(std::string_view databasePath,
        SystemConfig systemConfig = SystemConfig());
    KUZU_API ~Database();
 
    KUZU_API void registerFileSystem(std::unique_ptr<common::FileSystem> fs);
 
    KUZU_API void registerStorageExtension(std::string name,
        std::unique_ptr<storage::StorageExtension> storageExtension);
 
    KUZU_API void addExtensionOption(std::string name, common::LogicalTypeID type,
        common::Value defaultValue, bool isConfidential = false);
 
    KUZU_API void addTransformerExtension(
        std::unique_ptr<extension::TransformerExtension> transformerExtension);
 
    std::vector<extension::TransformerExtension*> getTransformerExtensions();
 
    KUZU_API void addBinderExtension(
        std::unique_ptr<extension::BinderExtension> transformerExtension);
 
    std::vector<extension::BinderExtension*> getBinderExtensions();
 
    KUZU_API void addPlannerExtension(
        std::unique_ptr<extension::PlannerExtension> plannerExtension);
 
    std::vector<extension::PlannerExtension*> getPlannerExtensions();
 
    KUZU_API void addMapperExtension(std::unique_ptr<extension::MapperExtension> mapperExtension);
 
    std::vector<extension::MapperExtension*> getMapperExtensions();
 
    KUZU_API catalog::Catalog* getCatalog() { return catalog.get(); }
 
    const DBConfig& getConfig() const { return dbConfig; }
 
    std::vector<storage::StorageExtension*> getStorageExtensions();
 
    uint64_t getNextQueryID();
 
private:
    using construct_bm_func_t =
        std::function<std::unique_ptr<storage::BufferManager>(const Database&)>;
 
    struct QueryIDGenerator {
        uint64_t queryID = 0;
        std::mutex queryIDLock;
    };
 
    static std::unique_ptr<storage::BufferManager> initBufferManager(const Database& db);
    void initMembers(std::string_view dbPath, construct_bm_func_t initBmFunc = initBufferManager);
 
    // factory method only to be used for tests
    Database(std::string_view databasePath, SystemConfig systemConfig,
        construct_bm_func_t constructBMFunc);
 
    void validatePathInReadOnly() const;
 
private:
    std::string databasePath;
    DBConfig dbConfig;
    std::unique_ptr<common::VirtualFileSystem> vfs;
    std::unique_ptr<storage::BufferManager> bufferManager;
    std::unique_ptr<storage::MemoryManager> memoryManager;
    std::unique_ptr<processor::QueryProcessor> queryProcessor;
    std::unique_ptr<catalog::Catalog> catalog;
    std::unique_ptr<storage::StorageManager> storageManager;
    std::unique_ptr<transaction::TransactionManager> transactionManager;
    std::unique_ptr<common::FileInfo> lockFile;
    std::unique_ptr<DatabaseManager> databaseManager;
    std::unique_ptr<extension::ExtensionManager> extensionManager;
    QueryIDGenerator queryIDGenerator;
    std::shared_ptr<common::DatabaseLifeCycleManager> dbLifeCycleManager;
    std::vector<std::unique_ptr<extension::TransformerExtension>> transformerExtensions;
    std::vector<std::unique_ptr<extension::BinderExtension>> binderExtensions;
    std::vector<std::unique_ptr<extension::PlannerExtension>> plannerExtensions;
    std::vector<std::unique_ptr<extension::MapperExtension>> mapperExtensions;
};
 
} // namespace main
} // namespace kuzu