mirror of
https://github.com/YuhangQ/InvoDB.git
synced 2025-01-28 23:50:59 +00:00
259 lines
8.7 KiB
C++
259 lines
8.7 KiB
C++
//
|
|
// Created by YuhangQ on 2021/10/9.
|
|
//
|
|
|
|
#include "collection.h"
|
|
|
|
std::map<std::string, Collection*> Collection::map;
|
|
std::set<int> Collection::free;
|
|
|
|
void Collection::loadCollections() {
|
|
// 前四页为集合信息页
|
|
for (int id = 0; id < 4; id++) {
|
|
StoragePage page = PageManager::Instance().getPage(id);
|
|
PageManager::Instance().setPage(id, page);
|
|
for (int i = 0; i < 32; i++) {
|
|
int p = i * 32;
|
|
int len = strlen(&page[p]);
|
|
std::string name(&page[p], len > 28 ? 28 : len);
|
|
int firstPage = page.getIntStartFrom(p + 28);
|
|
// if free
|
|
if (firstPage == 0) free.insert(id * 32 + i);
|
|
// not free
|
|
else map.insert(make_pair(name, new Collection(name, firstPage)));
|
|
}
|
|
}
|
|
Logger::info<std::string, int>("Successfully load Collections: ", 128 - free.size());
|
|
}
|
|
|
|
Collection& Collection::createCollection(const std::string &name) {
|
|
// exist
|
|
if(map.count(name) != 0) {
|
|
throw "collection has already exist";
|
|
}
|
|
// no free line
|
|
if(free.size() == 0) {
|
|
throw "you are reach the max limit count of collections";
|
|
}
|
|
int id = *free.begin();
|
|
free.erase(free.begin());
|
|
|
|
StoragePage page = PageManager::Instance().getPage(id / 32);
|
|
id %= 32;
|
|
|
|
StoragePage collectionPage = PageManager::Instance().getPage(PageManager::Instance().allocate());
|
|
|
|
if(name.size() > 28) {
|
|
throw "too long name of collection";
|
|
}
|
|
|
|
page.setStringStartFrom(id*32, name.c_str());
|
|
page.setIntStartFrom(id*32+28, collectionPage.getAddress());
|
|
page.save();
|
|
|
|
Collection *col = new Collection(name, collectionPage.getAddress());
|
|
|
|
map.insert(make_pair(name, col));
|
|
|
|
return *col;
|
|
}
|
|
|
|
Collection &Collection::getCollection(const std::string &name) {
|
|
if(map.count(name) == 0) {
|
|
throw "no such collection";
|
|
}
|
|
return *map[name];
|
|
}
|
|
|
|
Collection::Collection(const std::string &name, const int &firstPage) {
|
|
Logger::info<std::string, std::string>("load Collection: ", name);
|
|
index = new BTree<std::string, 128>(firstPage);
|
|
|
|
|
|
if(!index->exists("__INVO_ID__")) {
|
|
index->insert("__INVO_ID__", PageManager::Instance().allocate());
|
|
}
|
|
uuid = new BTree<std::string, 32>(index->find("__INVO_ID__"));
|
|
}
|
|
|
|
void Collection::insert(nlohmann::json &json) {
|
|
|
|
|
|
if(json["__INVO_ID__"].empty()) {
|
|
json["__INVO_ID__"] = generateUUID();
|
|
} else {
|
|
remove(json);
|
|
}
|
|
|
|
|
|
|
|
std::string id = json["__INVO_ID__"].get<std::string>();
|
|
int add = PageManager::Instance().saveJSONToFile(json);
|
|
uuid->insert(id, add);
|
|
Logger::info<std::string, std::string>("INSERT ", json.dump());
|
|
|
|
// add index
|
|
indexJSON("", json, add);
|
|
}
|
|
|
|
void Collection::remove(const nlohmann::json &json) {
|
|
if(json["__INVO_ID__"].empty()) {
|
|
throw "no invo_id";
|
|
}
|
|
std::string id = json["__INVO_ID__"].get<std::string>();
|
|
|
|
|
|
int address = uuid->find(id);
|
|
uuid->remove(id);
|
|
|
|
nlohmann::json jsonInDisk = PageManager::Instance().readJSONFromFile(address);
|
|
|
|
clearIndex("", json, address);
|
|
|
|
PageManager::Instance().release(address);
|
|
}
|
|
|
|
// age=1 age=“hello”
|
|
void Collection::indexJSON(const std::string prefix, const nlohmann::json &json, const int& address) {
|
|
// even easier with structured bindings (C++17)
|
|
for (auto& [key, value] : json.items()) {
|
|
std::cout << prefix << key << " : " << value << "\n";
|
|
if(value.is_string()) insertIndex(prefix + key, value.get<std::string>(), address);
|
|
if(value.is_number()) insertIndex(prefix + key, value.get<double>(), address);
|
|
if(value.is_boolean()) insertIndex(prefix + key, value.get<bool>(), address);
|
|
if(value.is_object()) indexJSON(prefix + key + ".", value.get<nlohmann::json>(),address);
|
|
if(value.is_array()) {
|
|
for(auto& element : value.get<nlohmann::json>()) {
|
|
if(element.is_string()) insertIndex(prefix + key, element.get<std::string>(), address);
|
|
if(element.is_number()) insertIndex(prefix + key, element.get<double>(), address);
|
|
if(element.is_boolean()) insertIndex(prefix + key, element.get<bool>(), address);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void Collection::insertIndex(const std::string indexName, const std::string indexValue, const int &address) {
|
|
printf("INDEX: %s = \"%s\" add:(%d)\n", indexName.c_str(), indexValue.c_str(), address);
|
|
|
|
std::string treeName = indexName + "$string";
|
|
if(!index->exists(treeName)) {
|
|
index->insert(treeName, PageManager::Instance().allocate());
|
|
}
|
|
|
|
BTree<std::string, 128> indexTree(index->find(treeName));
|
|
|
|
if(!indexTree.exists(indexValue)) {
|
|
indexTree.insert(indexValue, PageManager::Instance().allocate());
|
|
}
|
|
|
|
List<int, 4> list(indexTree.find(indexValue));
|
|
list.insert(address);
|
|
}
|
|
|
|
void Collection::insertIndex(const std::string indexName, double indexValue, const int &address) {
|
|
printf("INDEX: %s = %f add:(%d)\n", indexName.c_str(), indexValue, address);
|
|
|
|
std::string treeName = indexName + "$number";
|
|
if(!index->exists(treeName)) {
|
|
index->insert(treeName, PageManager::Instance().allocate());
|
|
}
|
|
|
|
BTree<double, 8> indexTree(index->find(treeName));
|
|
|
|
if(!indexTree.exists(indexValue)) {
|
|
indexTree.insert(indexValue, PageManager::Instance().allocate());
|
|
}
|
|
|
|
List<int, 4> list(indexTree.find(indexValue));
|
|
list.insert(address);
|
|
}
|
|
|
|
void Collection::insertIndex(const std::string indexName, bool indexValue, const int &address) {
|
|
printf("INDEX: %s = %s add:(%d)\n", indexName.c_str(), indexValue ? "true" : "false", address);
|
|
|
|
std::string treeName = indexName + "$boolean";
|
|
if(!index->exists(treeName)) {
|
|
index->insert(treeName, PageManager::Instance().allocate());
|
|
}
|
|
|
|
BTree<bool, 1> indexTree(index->find(treeName));
|
|
|
|
if(!indexTree.exists(indexValue)) {
|
|
indexTree.insert(indexValue, PageManager::Instance().allocate());
|
|
}
|
|
|
|
List<int, 4> list(indexTree.find(indexValue));
|
|
list.insert(address);
|
|
}
|
|
|
|
void Collection::clearIndex(const std::string prefix, const nlohmann::json &json, const int &address) {
|
|
for (auto& [key, value] : json.items()) {
|
|
std::cout << prefix << key << " : " << value << "\n";
|
|
if(value.is_string()) removeIndex(prefix + key, value.get<std::string>(), address);
|
|
if(value.is_number()) removeIndex(prefix + key, value.get<double>(), address);
|
|
if(value.is_boolean()) removeIndex(prefix + key, value.get<bool>(), address);
|
|
if(value.is_object()) clearIndex(prefix + key + ".", value.get<nlohmann::json>(),address);
|
|
if(value.is_array()) {
|
|
for(auto& element : value.get<nlohmann::json>()) {
|
|
if(element.is_string()) removeIndex(prefix + key, element.get<std::string>(), address);
|
|
if(element.is_number()) removeIndex(prefix + key, element.get<double>(), address);
|
|
if(element.is_boolean()) removeIndex(prefix + key, element.get<bool>(), address);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void Collection::removeIndex(const std::string indexName, const std::string indexValue, const int &address) {
|
|
printf("REMOVE: %s = \"%s\" add:(%d)\n", indexName.c_str(), indexValue.c_str(), address);
|
|
|
|
std::string treeName = indexName + "$string";
|
|
if(!index->exists(treeName)) {
|
|
index->insert(treeName, PageManager::Instance().allocate());
|
|
}
|
|
|
|
BTree<std::string, 128> indexTree(index->find(treeName));
|
|
|
|
if(!indexTree.exists(indexValue)) {
|
|
indexTree.insert(indexValue, PageManager::Instance().allocate());
|
|
}
|
|
|
|
List<int, 4> list(indexTree.find(indexValue));
|
|
list.remove(address);
|
|
}
|
|
|
|
void Collection::removeIndex(const std::string indexName, double indexValue, const int &address) {
|
|
printf("REMOVE: %s = %f add:(%d)\n", indexName.c_str(), indexValue, address);
|
|
|
|
std::string treeName = indexName + "$number";
|
|
if(!index->exists(treeName)) {
|
|
index->insert(treeName, PageManager::Instance().allocate());
|
|
}
|
|
|
|
BTree<double, 8> indexTree(index->find(treeName));
|
|
|
|
if(!indexTree.exists(indexValue)) {
|
|
indexTree.insert(indexValue, PageManager::Instance().allocate());
|
|
}
|
|
|
|
List<int, 4> list(indexTree.find(indexValue));
|
|
list.remove(address);
|
|
}
|
|
|
|
void Collection::removeIndex(const std::string indexName, bool indexValue, const int &address) {
|
|
printf("REMOVE: %s = %s add:(%d)\n", indexName.c_str(), indexValue ? "true" : "false", address);
|
|
|
|
std::string treeName = indexName + "$boolean";
|
|
if(!index->exists(treeName)) {
|
|
index->insert(treeName, PageManager::Instance().allocate());
|
|
}
|
|
|
|
BTree<bool, 1> indexTree(index->find(treeName));
|
|
|
|
if(!indexTree.exists(indexValue)) {
|
|
indexTree.insert(indexValue, PageManager::Instance().allocate());
|
|
}
|
|
|
|
List<int, 4> list(indexTree.find(indexValue));
|
|
list.remove(address);
|
|
}
|