030-diff-load-cluster.cpp 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. // SPDX-FileCopyrightText: 2019-2024 Ivan Baidakou
  3. #include "test-utils.h"
  4. #include "access.h"
  5. #include "model/cluster.h"
  6. #include "model/diff/load/blocks.h"
  7. #include "model/diff/load/devices.h"
  8. #include "model/diff/load/ignored_devices.h"
  9. #include "model/diff/load/ignored_folders.h"
  10. #include "model/diff/load/file_infos.h"
  11. #include "model/diff/load/folder_infos.h"
  12. #include "model/diff/load/folders.h"
  13. #include "model/diff/load/unknown_devices.h"
  14. #include "db/prefix.h"
  15. using namespace syncspirit;
  16. using namespace syncspirit::model;
  17. using namespace syncspirit::proto;
  18. using namespace syncspirit::test;
  19. TEST_CASE("loading cluster (base)", "[model]") {
  20. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  21. auto my_device = device_t::create(my_id, "my-device").value();
  22. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1, 1));
  23. CHECK(cluster);
  24. auto self_key = my_device->get_key();
  25. auto self_data = my_device->serialize();
  26. SECTION("local device") {
  27. diff::load::container_t devices;
  28. devices.emplace_back(diff::load::pair_t{self_key, self_data});
  29. auto diff = diff::cluster_diff_ptr_t(new diff::load::devices_t(devices));
  30. REQUIRE(diff->apply(*cluster));
  31. auto &devices_map = cluster->get_devices();
  32. REQUIRE(devices_map.size() == 1);
  33. auto self = devices_map.get(self_key);
  34. auto self_2 = devices_map.by_sha256(my_id.get_sha256());
  35. REQUIRE(self);
  36. REQUIRE(self_2);
  37. CHECK(self == my_device);
  38. CHECK(self_2 == self);
  39. }
  40. SECTION("devices") {
  41. auto prefix = (char)db::prefix::device;
  42. auto device_id = test::device_id2sha256("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7");
  43. std::string key = std::string(&prefix, 1) + device_id;
  44. db::Device db_device;
  45. db_device.set_cert_name("cn");
  46. db_device.set_name("peer-name");
  47. device_ptr_t peer;
  48. SECTION("directly") { peer = device_t::create(key, db_device).value(); }
  49. SECTION("via diff (+ local device)") {
  50. std::string data = db_device.SerializeAsString();
  51. diff::load::container_t devices;
  52. devices.emplace_back(diff::load::pair_t{key, data});
  53. devices.emplace_back(diff::load::pair_t{self_key, self_data});
  54. auto diff = diff::cluster_diff_ptr_t(new diff::load::devices_t(devices));
  55. REQUIRE(diff->apply(*cluster));
  56. auto &devices_map = cluster->get_devices();
  57. REQUIRE(devices_map.size() == 2);
  58. peer = devices_map.get(key);
  59. auto peer_2 = devices_map.by_sha256(device_id);
  60. CHECK(peer_2 == peer);
  61. auto self = devices_map.get(my_device->get_key());
  62. auto self_2 = devices_map.by_sha256(my_id.get_sha256());
  63. CHECK(self == my_device);
  64. CHECK(self_2 == self);
  65. }
  66. REQUIRE(peer);
  67. CHECK(peer->get_name() == "peer-name");
  68. CHECK(peer->get_cert_name());
  69. CHECK(peer->get_cert_name().value() == "cn");
  70. }
  71. SECTION("blocks") {
  72. auto bi = proto::BlockInfo();
  73. bi.set_size(5);
  74. bi.set_hash(utils::sha256_digest("12345").value());
  75. auto block = block_info_t::create(bi).assume_value();
  76. auto key = block->get_key();
  77. auto target_block = block_info_ptr_t();
  78. SECTION("via diff") {
  79. auto data = block->serialize();
  80. diff::load::container_t blocks;
  81. blocks.emplace_back(diff::load::pair_t{key, data});
  82. auto diff = diff::cluster_diff_ptr_t(new diff::load::blocks_t(blocks));
  83. REQUIRE(diff->apply(*cluster));
  84. auto &blocks_map = cluster->get_blocks();
  85. REQUIRE(blocks_map.size() == 1);
  86. target_block = blocks_map.get(bi.hash());
  87. }
  88. REQUIRE(target_block);
  89. CHECK(target_block->get_hash() == block->get_hash());
  90. CHECK(target_block->get_key() == block->get_key());
  91. CHECK(target_block->get_weak_hash() == block->get_weak_hash());
  92. CHECK(target_block->get_size() == block->get_size());
  93. }
  94. SECTION("ignored_devices") {
  95. db::SomeDevice db_device;
  96. db_device.set_name("my-label");
  97. db_device.set_address("tcp://127.0.0.1");
  98. db_device.set_last_seen(0);
  99. auto device_id =
  100. device_id_t::from_string("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7").value();
  101. auto id = ignored_device_t::create(device_id, db_device).value();
  102. auto key = id->get_key();
  103. auto data = id->serialize();
  104. SECTION("via diff") {
  105. diff::load::container_t devices;
  106. devices.emplace_back(diff::load::pair_t{key, data});
  107. auto diff = diff::cluster_diff_ptr_t(new diff::load::ignored_devices_t(devices));
  108. REQUIRE(diff->apply(*cluster));
  109. auto &map = cluster->get_ignored_devices();
  110. REQUIRE(map.size() == 1);
  111. auto target = map.get(device_id.get_sha256());
  112. REQUIRE(target);
  113. CHECK(target->get_device_id() == id->get_device_id());
  114. CHECK(target->get_key() == id->get_key());
  115. }
  116. }
  117. SECTION("unknown_devices") {
  118. db::SomeDevice db_device;
  119. db_device.set_name("my-label");
  120. db_device.set_address("tcp://127.0.0.1");
  121. db_device.set_last_seen(0);
  122. auto device_id =
  123. device_id_t::from_string("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7").value();
  124. auto id = unknown_device_t::create(device_id, db_device).value();
  125. auto key = id->get_key();
  126. auto data = id->serialize();
  127. SECTION("via diff") {
  128. diff::load::container_t devices;
  129. devices.emplace_back(diff::load::pair_t{key, data});
  130. auto diff = diff::cluster_diff_ptr_t(new diff::load::unknown_devices_t(devices));
  131. REQUIRE(diff->apply(*cluster));
  132. auto &map = cluster->get_unknown_devices();
  133. REQUIRE(map.size() == 1);
  134. auto target = map.get(device_id.get_sha256());
  135. REQUIRE(target);
  136. CHECK(target->get_device_id() == id->get_device_id());
  137. CHECK(target->get_key() == id->get_key());
  138. }
  139. }
  140. SECTION("folders") {
  141. db::Folder db_folder;
  142. db_folder.set_id("1234-5678");
  143. db_folder.set_label("my-label");
  144. db_folder.set_path("/my/path");
  145. auto uuid = cluster->next_uuid();
  146. auto id = std::string("1234-5678");
  147. auto folder = folder_t::create(uuid, db_folder).value();
  148. SECTION("via diff") {
  149. auto data = db_folder.SerializeAsString();
  150. diff::load::container_t folders;
  151. auto key = folder->get_key();
  152. folders.emplace_back(diff::load::pair_t{key, data});
  153. auto diff = diff::cluster_diff_ptr_t(new diff::load::folders_t(folders));
  154. REQUIRE(diff->apply(*cluster));
  155. auto &map = cluster->get_folders();
  156. REQUIRE(map.size() == 1);
  157. auto f1 = map.begin()->item;
  158. folder = map.get(key);
  159. REQUIRE(folder);
  160. REQUIRE(folder == map.by_id(id));
  161. CHECK(folder->get_cluster() == cluster.get());
  162. }
  163. REQUIRE(folder);
  164. CHECK(folder->get_id() == id);
  165. CHECK(folder->get_label() == "my-label");
  166. CHECK(folder->get_path() == "/my/path");
  167. }
  168. SECTION("ignored folders") {
  169. db::IgnoredFolder db_folder;
  170. db_folder.set_label("my-label");
  171. auto folder = ignored_folder_t::create(std::string("folder-id"), "my-label").value();
  172. auto key = folder->get_key();
  173. auto data = folder->serialize();
  174. auto target = ignored_folder_ptr_t();
  175. SECTION("directly") { target = ignored_folder_t::create(key, data).value(); }
  176. SECTION("via diff") {
  177. diff::load::container_t folders;
  178. folders.emplace_back(diff::load::pair_t{key, data});
  179. auto diff = diff::cluster_diff_ptr_t(new diff::load::ignored_folders_t(folders));
  180. REQUIRE(diff->apply(*cluster));
  181. auto &map = cluster->get_ignored_folders();
  182. REQUIRE(map.size() == 1);
  183. target = map.get(folder->get_id());
  184. }
  185. REQUIRE(target);
  186. CHECK(target->get_id() == folder->get_id());
  187. CHECK(folder->get_key() == folder->get_key());
  188. CHECK(folder->get_label() == folder->get_label());
  189. }
  190. }
  191. TEST_CASE("loading cluster (folder info)", "[model]") {
  192. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  193. auto my_device = device_t::create(my_id, "my-device").value();
  194. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1, 1));
  195. CHECK(cluster);
  196. cluster->get_devices().put(my_device);
  197. db::Folder db_folder;
  198. db_folder.set_id("1234-5678");
  199. db_folder.set_label("my-label");
  200. db_folder.set_path("/my/path");
  201. auto uuid = cluster->next_uuid();
  202. auto folder = folder_t::create(uuid, db_folder).value();
  203. cluster->get_folders().put(folder);
  204. db::FolderInfo db_fi;
  205. db_fi.set_index_id(2);
  206. db_fi.set_max_sequence(3);
  207. auto fi = folder_info_t::create(cluster->next_uuid(), db_fi, my_device, folder).value();
  208. CHECK(fi);
  209. CHECK(fi->get_index() == 2ul);
  210. CHECK(fi->get_max_sequence() == 3ul);
  211. auto target = folder_info_ptr_t();
  212. SECTION("via diff") {
  213. diff::load::container_t folders;
  214. auto data = fi->serialize();
  215. folders.emplace_back(diff::load::pair_t{fi->get_key(), data});
  216. auto diff = diff::cluster_diff_ptr_t(new diff::load::folder_infos_t(folders));
  217. REQUIRE(diff->apply(*cluster));
  218. auto &map = folder->get_folder_infos();
  219. REQUIRE(map.size() == 1);
  220. target = map.get(fi->get_uuid());
  221. REQUIRE(map.by_device(*my_device));
  222. }
  223. REQUIRE(target);
  224. CHECK(target->get_key() == fi->get_key());
  225. CHECK(target->get_uuid() == fi->get_uuid());
  226. CHECK(target->get_device() == fi->get_device());
  227. CHECK(target->get_folder() == fi->get_folder());
  228. CHECK(target->get_index() == fi->get_index());
  229. CHECK(target->get_max_sequence() == fi->get_max_sequence());
  230. }
  231. TEST_CASE("loading cluster (file info + block)", "[model]") {
  232. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  233. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  234. auto my_device = device_t::create(my_id, "my-device").value();
  235. auto peer_device = device_t::create(peer_id, "peer-device").value();
  236. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1, 1));
  237. CHECK(cluster);
  238. cluster->get_devices().put(my_device);
  239. cluster->get_devices().put(peer_device);
  240. auto bi = proto::BlockInfo();
  241. bi.set_size(5);
  242. bi.set_hash(utils::sha256_digest("12345").value());
  243. auto block = block_info_t::create(bi).assume_value();
  244. auto &blocks_map = cluster->get_blocks();
  245. blocks_map.put(block);
  246. db::Folder db_folder;
  247. db_folder.set_id("1234-5678");
  248. db_folder.set_label("my-label");
  249. db_folder.set_path("/my/path");
  250. auto uuid = cluster->next_uuid();
  251. auto folder = folder_t::create(uuid, db_folder).value();
  252. cluster->get_folders().put(folder);
  253. db::FolderInfo db_folder_info;
  254. db_folder_info.set_index_id(2);
  255. db_folder_info.set_max_sequence(3);
  256. auto folder_info = folder_info_t::create(cluster->next_uuid(), db_folder_info, my_device, folder).value();
  257. CHECK(folder_info);
  258. CHECK(folder_info->get_index() == 2ul);
  259. CHECK(folder_info->get_max_sequence() == 3ul);
  260. folder->get_folder_infos().put(folder_info);
  261. proto::FileInfo pr_fi;
  262. pr_fi.set_name("a/b.txt");
  263. pr_fi.set_size(55ul);
  264. pr_fi.set_block_size(5ul);
  265. auto fi = file_info_t::create(cluster->next_uuid(), pr_fi, folder_info).value();
  266. CHECK(fi);
  267. for (size_t i = 0; i < 11; ++i) {
  268. fi->assign_block(block, i);
  269. }
  270. auto target = file_info_ptr_t();
  271. SECTION("directly") {
  272. auto data = fi->serialize(true);
  273. db::FileInfo file_info_db;
  274. file_info_db.ParseFromArray(data.data(), data.size());
  275. target = file_info_t::create(fi->get_key(), file_info_db, folder_info).value();
  276. REQUIRE(target);
  277. CHECK(target->get_size() == 55ul);
  278. CHECK(target->get_block_size() == 5ul);
  279. CHECK(target->get_blocks().size() == 11ul);
  280. CHECK(!target->is_locked());
  281. }
  282. SECTION("via diff") {
  283. diff::load::container_t container;
  284. auto data = fi->serialize(true);
  285. container.emplace_back(diff::load::pair_t{fi->get_key(), data});
  286. auto diff = diff::cluster_diff_ptr_t(new diff::load::file_infos_t(container));
  287. REQUIRE(diff->apply(*cluster));
  288. auto &map = folder_info->get_file_infos();
  289. REQUIRE(map.size() == 1);
  290. target = map.get(fi->get_uuid());
  291. REQUIRE(target);
  292. REQUIRE(map.by_name(fi->get_name()));
  293. REQUIRE(target->get_blocks().size() == 11);
  294. REQUIRE(target->get_blocks().begin()->get()->get_hash() == block->get_hash());
  295. CHECK(!target->is_locked());
  296. }
  297. SECTION("via diff + lock when have a source") {
  298. db_folder_info.set_index_id(3);
  299. auto folder_peer = folder_info_t::create(cluster->next_uuid(), db_folder_info, peer_device, folder).value();
  300. folder->get_folder_infos().put(folder_peer);
  301. auto version = pr_fi.mutable_version();
  302. auto counter = version->add_counters();
  303. counter->set_id(5);
  304. counter->set_value(peer_device->as_uint());
  305. auto file_peer = file_info_t::create(cluster->next_uuid(), pr_fi, folder_peer).value();
  306. folder_peer->add(file_peer, false);
  307. diff::load::container_t container;
  308. fi->set_source(file_peer);
  309. auto data = fi->serialize(true);
  310. container.emplace_back(diff::load::pair_t{fi->get_key(), data});
  311. auto diff = diff::cluster_diff_ptr_t(new diff::load::file_infos_t(container));
  312. REQUIRE(diff->apply(*cluster));
  313. auto &map = folder_info->get_file_infos();
  314. REQUIRE(map.size() == 1);
  315. target = map.get(fi->get_uuid());
  316. REQUIRE(target);
  317. REQUIRE(map.by_name(fi->get_name()));
  318. REQUIRE(target->get_blocks().size() == 11);
  319. REQUIRE(target->get_blocks().begin()->get()->get_hash() == block->get_hash());
  320. CHECK(target->is_locked());
  321. CHECK(target->get_source() == file_peer);
  322. }
  323. CHECK(target->get_key() == fi->get_key());
  324. CHECK(target->get_name() == fi->get_name());
  325. CHECK(target->get_full_name() == fi->get_full_name());
  326. CHECK(target->get_full_name() == "my-label/a/b.txt");
  327. }