031-diff-cluster_update.cpp 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. // SPDX-FileCopyrightText: 2019-2024 Ivan Baidakou
  3. #include "test-utils.h"
  4. #include "access.h"
  5. #include "model/cluster.h"
  6. #include "model/misc/sequencer.h"
  7. #include "diff-builder.h"
  8. #include "model/diff/peer/cluster_update.h"
  9. #include "model/diff/cluster_visitor.h"
  10. #include "model/diff/cluster_diff.h"
  11. #include "model/diff/modify/remove_blocks.h"
  12. #include "model/diff/modify/remove_files.h"
  13. #include "model/diff/modify/remove_folder_infos.h"
  14. #include "model/diff/modify/remove_pending_folders.h"
  15. #include "model/diff/modify/upsert_folder_info.h"
  16. #include "model/diff/modify/add_pending_folders.h"
  17. using namespace syncspirit;
  18. using namespace syncspirit::model;
  19. using namespace syncspirit::proto;
  20. using namespace syncspirit::test;
  21. template <typename F> struct my_cluster_update_visitor_t : diff::cluster_visitor_t {
  22. F fn;
  23. int remove_blocks = 0;
  24. int remove_files = 0;
  25. int remove_folders = 0;
  26. int remove_pending_folders = 0;
  27. int add_pending_folders = 0;
  28. int updated_folders = 0;
  29. my_cluster_update_visitor_t(F &&fn_) : fn{std::forward<F>(fn_)} {}
  30. outcome::result<void> operator()(const diff::peer::cluster_update_t &diff, void *custom) noexcept override {
  31. fn(diff);
  32. return diff.visit_next(*this, custom);
  33. }
  34. outcome::result<void> operator()(const diff::modify::remove_blocks_t &diff, void *custom) noexcept override {
  35. ++remove_blocks;
  36. return diff.visit_next(*this, custom);
  37. }
  38. outcome::result<void> operator()(const diff::modify::remove_files_t &diff, void *custom) noexcept override {
  39. ++remove_files;
  40. return diff.visit_next(*this, custom);
  41. }
  42. outcome::result<void> operator()(const diff::modify::remove_folder_infos_t &diff, void *custom) noexcept override {
  43. ++remove_folders;
  44. return diff.visit_next(*this, custom);
  45. }
  46. outcome::result<void> operator()(const diff::modify::remove_pending_folders_t &diff,
  47. void *custom) noexcept override {
  48. ++remove_pending_folders;
  49. return diff.visit_next(*this, custom);
  50. }
  51. outcome::result<void> operator()(const diff::modify::upsert_folder_info_t &diff, void *custom) noexcept override {
  52. ++updated_folders;
  53. return diff.visit_next(*this, custom);
  54. }
  55. outcome::result<void> operator()(const diff::modify::add_pending_folders_t &diff, void *custom) noexcept override {
  56. ++add_pending_folders;
  57. return diff.visit_next(*this, custom);
  58. }
  59. };
  60. TEST_CASE("cluster update, new folder", "[model]") {
  61. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  62. auto my_device = device_t::create(my_id, "my-device").value();
  63. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  64. auto peer_device = device_t::create(peer_id, "peer-device").value();
  65. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  66. auto sequencer = model::make_sequencer(5);
  67. cluster->get_devices().put(my_device);
  68. cluster->get_devices().put(peer_device);
  69. SECTION("unknown folder") {
  70. auto cc = std::make_unique<proto::ClusterConfig>();
  71. auto folder_ptr = cc->add_folders();
  72. folder_ptr->set_id("some-id");
  73. folder_ptr->set_label("some-label");
  74. auto d_peer = folder_ptr->add_devices();
  75. d_peer->set_id(std::string(peer_id.get_sha256()));
  76. d_peer->set_name(std::string(peer_device->get_name()));
  77. d_peer->set_max_sequence(10);
  78. d_peer->set_index_id(22ul);
  79. auto folder = *folder_ptr;
  80. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  81. REQUIRE(diff_opt);
  82. auto &diff = diff_opt.value();
  83. auto r_a = diff->apply(*cluster);
  84. CHECK(r_a);
  85. auto visitor = my_cluster_update_visitor_t([&](auto &diff) {});
  86. auto r_v = diff->visit(visitor, nullptr);
  87. REQUIRE(r_v);
  88. REQUIRE(cluster->get_pending_folders().size());
  89. REQUIRE(visitor.add_pending_folders == 1);
  90. auto uf = cluster->get_pending_folders().begin()->item;
  91. CHECK(uf->device_id() == peer_device->device_id());
  92. CHECK(uf->get_id() == "some-id");
  93. CHECK(uf->get_max_sequence() == 10);
  94. CHECK(uf->get_index() == 22ul);
  95. // no changes
  96. db::PendingFolder db_pf;
  97. auto mf = db_pf.mutable_folder();
  98. mf->set_id(folder.id());
  99. auto mfi = db_pf.mutable_folder_info();
  100. mfi->set_max_sequence(d_peer->max_sequence());
  101. mfi->set_index_id(d_peer->index_id());
  102. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  103. REQUIRE(diff_opt);
  104. diff = diff_opt.value();
  105. r_a = diff->apply(*cluster);
  106. CHECK(r_a);
  107. REQUIRE(cluster->get_pending_folders().size() == 1);
  108. std::ignore = diff->visit(visitor, nullptr);
  109. REQUIRE(visitor.add_pending_folders == 1);
  110. // max-id changed
  111. d_peer->set_max_sequence(15);
  112. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  113. REQUIRE(diff_opt);
  114. diff = diff_opt.value();
  115. r_a = diff->apply(*cluster);
  116. CHECK(r_a);
  117. (void)diff->visit(visitor, nullptr);
  118. REQUIRE(visitor.add_pending_folders == 2);
  119. REQUIRE(cluster->get_pending_folders().size() == 1);
  120. uf = cluster->get_pending_folders().begin()->item;
  121. CHECK(uf->device_id() == peer_device->device_id());
  122. CHECK(uf->get_id() == "some-id");
  123. CHECK(uf->get_max_sequence() == 15);
  124. CHECK(uf->get_index() == 22ul);
  125. CHECK(std::distance(cluster->get_pending_folders().begin(), cluster->get_pending_folders().end()) == 1);
  126. // change unknown folder
  127. cc = std::make_unique<proto::ClusterConfig>();
  128. folder_ptr = cc->add_folders();
  129. folder_ptr->set_id("some-id-n");
  130. folder_ptr->set_label("some-label-N");
  131. d_peer = folder_ptr->add_devices();
  132. d_peer->set_id(std::string(peer_id.get_sha256()));
  133. d_peer->set_name(std::string(peer_device->get_name()));
  134. d_peer->set_max_sequence(10);
  135. d_peer->set_index_id(22ul);
  136. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  137. REQUIRE(diff_opt);
  138. r_a = diff_opt.value()->apply(*cluster);
  139. CHECK(r_a);
  140. CHECK(std::distance(cluster->get_pending_folders().begin(), cluster->get_pending_folders().end()) == 1);
  141. }
  142. SECTION("existing folder") {
  143. db::Folder db_folder;
  144. db_folder.set_id("1234-5678");
  145. db_folder.set_label("my-label");
  146. db_folder.set_path("/my/path");
  147. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  148. cluster->get_folders().put(folder);
  149. auto folder_info_my = folder_info_ptr_t();
  150. auto folder_info_peer = folder_info_ptr_t();
  151. {
  152. db::FolderInfo db_fi;
  153. db_fi.set_index_id(5ul);
  154. db_fi.set_max_sequence(10l);
  155. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  156. folder->get_folder_infos().put(folder_info_my);
  157. }
  158. {
  159. db::FolderInfo db_fi;
  160. db_fi.set_index_id(6ul);
  161. db_fi.set_max_sequence(10l);
  162. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  163. folder->get_folder_infos().put(folder_info_peer);
  164. }
  165. auto cc = std::make_unique<proto::ClusterConfig>();
  166. auto p_folder = cc->add_folders();
  167. p_folder->set_id(std::string(folder->get_id()));
  168. p_folder->set_label(std::string(folder->get_label()));
  169. auto p_peer = p_folder->add_devices();
  170. p_peer->set_max_sequence(folder_info_peer->get_max_sequence());
  171. p_peer->set_id(std::string(peer_id.get_sha256()));
  172. p_peer->set_name(std::string(peer_device->get_name()));
  173. SECTION("nothing changed") {
  174. p_peer->set_max_sequence(folder_info_peer->get_max_sequence());
  175. p_peer->set_index_id(folder_info_peer->get_index());
  176. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  177. REQUIRE(diff_opt);
  178. auto &diff = diff_opt.value();
  179. auto r_a = diff->apply(*cluster);
  180. CHECK(r_a);
  181. auto pr_file = proto::FileInfo();
  182. pr_file.set_sequence(folder_info_peer->get_max_sequence());
  183. auto peer_file = file_info_t::create(sequencer->next_uuid(), pr_file, folder_info_peer).value();
  184. folder_info_peer->add(peer_file, false);
  185. bool visited = false;
  186. auto visitor = my_cluster_update_visitor_t([&](auto &diff) { visited = true; });
  187. auto r_v = diff->visit(visitor, nullptr);
  188. REQUIRE(r_v);
  189. REQUIRE(visited);
  190. REQUIRE(visitor.updated_folders == 0);
  191. }
  192. SECTION("max sequence increased") {
  193. auto max_seq = folder_info_peer->get_max_sequence() + 1;
  194. p_peer->set_max_sequence(max_seq);
  195. p_peer->set_index_id(folder_info_peer->get_index());
  196. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  197. REQUIRE(diff_opt);
  198. auto &diff = diff_opt.value();
  199. auto r_a = diff->apply(*cluster);
  200. CHECK(r_a);
  201. bool visited = false;
  202. auto visitor = my_cluster_update_visitor_t([&](auto &diff) { visited = true; });
  203. auto r_v = diff->visit(visitor, nullptr);
  204. REQUIRE(r_v);
  205. REQUIRE(visited);
  206. REQUIRE(visitor.updated_folders == 1);
  207. REQUIRE(folder_info_peer->get_max_sequence() == max_seq);
  208. }
  209. }
  210. SECTION("reset index") {
  211. db::Folder db_folder;
  212. db_folder.set_id("1234-5678");
  213. db_folder.set_label("my-label");
  214. db_folder.set_path("/my/path");
  215. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  216. cluster->get_folders().put(folder);
  217. auto &folder_infos = folder->get_folder_infos();
  218. auto folder_info_my = folder_info_ptr_t();
  219. auto folder_info_peer = folder_info_ptr_t();
  220. {
  221. db::FolderInfo db_fi;
  222. db_fi.set_index_id(5ul);
  223. db_fi.set_max_sequence(10l);
  224. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  225. folder_infos.put(folder_info_my);
  226. }
  227. {
  228. db::FolderInfo db_fi;
  229. db_fi.set_index_id(6ul);
  230. db_fi.set_max_sequence(10l);
  231. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  232. folder_infos.put(folder_info_peer);
  233. }
  234. auto cc = std::make_unique<proto::ClusterConfig>();
  235. auto p_folder = cc->add_folders();
  236. p_folder->set_id(std::string(folder->get_id()));
  237. p_folder->set_label(std::string(folder->get_label()));
  238. auto p_peer = p_folder->add_devices();
  239. p_peer->set_id(std::string(peer_id.get_sha256()));
  240. p_peer->set_name(std::string(peer_device->get_name()));
  241. SECTION("peer index has changed") {
  242. p_peer->set_max_sequence(123456u);
  243. p_peer->set_index_id(7ul);
  244. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  245. REQUIRE(diff_opt);
  246. auto &diff = diff_opt.value();
  247. auto r_a = diff->apply(*cluster);
  248. REQUIRE(r_a);
  249. auto fi = folder_infos.by_device(*peer_device);
  250. REQUIRE(fi->get_index() == 7ul);
  251. REQUIRE(fi->get_max_sequence() == 123456u);
  252. REQUIRE(fi.get() == folder_info_peer.get());
  253. bool visited = false;
  254. auto visitor = my_cluster_update_visitor_t([&](auto &diff) { visited = true; });
  255. auto r_v = diff->visit(visitor, nullptr);
  256. REQUIRE(r_v);
  257. REQUIRE(visited);
  258. REQUIRE(visitor.updated_folders == 1);
  259. }
  260. }
  261. }
  262. TEST_CASE("cluster update, reset folder", "[model]") {
  263. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  264. auto my_device = device_t::create(my_id, "my-device").value();
  265. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  266. auto peer_device = device_t::create(peer_id, "peer-device").value();
  267. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  268. auto sequencer = model::make_sequencer(5);
  269. cluster->get_devices().put(my_device);
  270. cluster->get_devices().put(peer_device);
  271. db::Folder db_folder;
  272. db_folder.set_id("1234-5678");
  273. db_folder.set_label("my-label");
  274. db_folder.set_path("/my/path");
  275. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  276. cluster->get_folders().put(folder);
  277. db::PendingFolder db_p_folder;
  278. db_p_folder.mutable_folder()->set_id("1111-2222");
  279. db_p_folder.mutable_folder()->set_label("unknown");
  280. auto u_folder = pending_folder_t::create(sequencer->next_uuid(), db_p_folder, peer_device->device_id()).value();
  281. auto &unknown_folders = cluster->get_pending_folders();
  282. unknown_folders.put(u_folder);
  283. auto folder_info_my = folder_info_ptr_t();
  284. auto folder_info_peer = folder_info_ptr_t();
  285. {
  286. db::FolderInfo db_fi;
  287. db_fi.set_index_id(5ul);
  288. db_fi.set_max_sequence(10l);
  289. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  290. }
  291. {
  292. db::FolderInfo db_fi;
  293. db_fi.set_index_id(6ul);
  294. db_fi.set_max_sequence(0l);
  295. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  296. }
  297. folder->get_folder_infos().put(folder_info_my);
  298. folder->get_folder_infos().put(folder_info_peer);
  299. auto bi1 = proto::BlockInfo();
  300. bi1.set_size(5);
  301. bi1.set_hash(utils::sha256_digest("12345").value());
  302. auto b1 = block_info_t::create(bi1).assume_value();
  303. auto bi2 = proto::BlockInfo();
  304. bi2.set_size(5);
  305. bi2.set_hash(utils::sha256_digest("67890").value());
  306. auto b2 = block_info_t::create(bi2).assume_value();
  307. auto bi3 = proto::BlockInfo();
  308. bi3.set_size(5);
  309. bi3.set_hash(utils::sha256_digest("qqqqqq").value());
  310. auto b3 = block_info_t::create(bi3).assume_value();
  311. auto &blocks_map = cluster->get_blocks();
  312. blocks_map.put(b1);
  313. blocks_map.put(b2);
  314. blocks_map.put(b3);
  315. proto::FileInfo pr_fi_my;
  316. pr_fi_my.set_name("a/b.txt");
  317. pr_fi_my.set_size(5ul);
  318. pr_fi_my.set_block_size(5ul);
  319. auto fi_my = file_info_t::create(sequencer->next_uuid(), pr_fi_my, folder_info_my).value();
  320. folder_info_my->add(fi_my, false);
  321. proto::FileInfo pr_fi_peer1;
  322. pr_fi_peer1.set_name("a/c.txt");
  323. pr_fi_peer1.set_size(5ul);
  324. pr_fi_peer1.set_block_size(5ul);
  325. auto fi_peer1 = file_info_t::create(sequencer->next_uuid(), pr_fi_peer1, folder_info_peer).value();
  326. folder_info_peer->add(fi_peer1, false);
  327. REQUIRE(folder_info_peer->get_file_infos().size() == 1);
  328. proto::FileInfo pr_fi_peer2;
  329. pr_fi_peer2.set_name("a/d.txt");
  330. pr_fi_peer2.set_size(10ul);
  331. pr_fi_peer2.set_block_size(5ul);
  332. auto fi_peer2 = file_info_t::create(sequencer->next_uuid(), pr_fi_peer2, folder_info_peer).value();
  333. folder_info_peer->add(fi_peer2, false);
  334. REQUIRE(folder_info_peer->get_file_infos().size() == 2);
  335. fi_my->assign_block(b1, 0);
  336. fi_peer1->assign_block(b2, 0);
  337. fi_peer2->assign_block(b2, 0);
  338. fi_peer2->assign_block(b3, 1);
  339. auto cc = std::make_unique<proto::ClusterConfig>();
  340. auto p_folder = cc->add_folders();
  341. p_folder->set_id(std::string(folder->get_id()));
  342. p_folder->set_label(std::string(folder->get_label()));
  343. auto p_peer = p_folder->add_devices();
  344. p_peer->set_id(std::string(peer_id.get_sha256()));
  345. p_peer->set_name(std::string(peer_device->get_name()));
  346. p_peer->set_max_sequence(123456u);
  347. p_peer->set_index_id(7ul);
  348. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  349. REQUIRE(diff_opt);
  350. auto &diff = diff_opt.value();
  351. REQUIRE(diff->apply(*cluster));
  352. auto folder_info_peer_new = folder->get_folder_infos().by_device(*peer_device);
  353. REQUIRE(folder_info_peer_new);
  354. REQUIRE(folder_info_peer_new == folder_info_peer);
  355. REQUIRE(folder_info_peer_new->get_file_infos().size() == 0);
  356. CHECK(folder_info_peer_new->get_index() == 7ul);
  357. CHECK(folder_info_peer_new->get_max_sequence() == p_peer->max_sequence());
  358. CHECK(folder_info_peer->get_file_infos().size() == 0);
  359. CHECK(fi_peer1->use_count() == 1);
  360. CHECK(fi_peer2->use_count() == 1);
  361. CHECK(blocks_map.size() == 1);
  362. CHECK(blocks_map.get(b1->get_hash()));
  363. bool visited = false;
  364. auto visitor = my_cluster_update_visitor_t([&](auto &diff) { visited = true; });
  365. auto r_v = diff->visit(visitor, nullptr);
  366. REQUIRE(r_v);
  367. REQUIRE(visited);
  368. CHECK(visitor.remove_blocks == 1);
  369. CHECK(visitor.remove_files == 1);
  370. CHECK(visitor.remove_folders == 0);
  371. CHECK(visitor.remove_pending_folders == 1);
  372. CHECK(visitor.updated_folders == 1);
  373. }
  374. TEST_CASE("cluster update for a folder, which was not shared", "[model]") {
  375. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  376. auto my_device = device_t::create(my_id, "my-device").value();
  377. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  378. auto peer_device = device_t::create(peer_id, "peer-device").value();
  379. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  380. auto sequencer = model::make_sequencer(5);
  381. cluster->get_devices().put(my_device);
  382. cluster->get_devices().put(peer_device);
  383. db::Folder db_folder;
  384. db_folder.set_id("1234-5678");
  385. db_folder.set_label("my-label");
  386. db_folder.set_path("/my/path");
  387. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  388. cluster->get_folders().put(folder);
  389. auto folder_info_my = folder_info_ptr_t();
  390. auto folder_info_peer = folder_info_ptr_t();
  391. {
  392. db::FolderInfo db_fi;
  393. db_fi.set_index_id(5ul);
  394. db_fi.set_max_sequence(10l);
  395. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  396. folder->get_folder_infos().put(folder_info_my);
  397. }
  398. auto cc = std::make_unique<proto::ClusterConfig>();
  399. auto p_folder = cc->add_folders();
  400. p_folder->set_id(std::string(folder->get_id()));
  401. p_folder->set_label(std::string(folder->get_label()));
  402. auto p_peer = p_folder->add_devices();
  403. p_peer->set_id(std::string(peer_id.get_sha256()));
  404. p_peer->set_name(std::string(peer_device->get_name()));
  405. p_peer->set_max_sequence(123456u);
  406. p_peer->set_index_id(7ul);
  407. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  408. REQUIRE(diff_opt);
  409. auto &diff = diff_opt.value();
  410. REQUIRE(diff->apply(*cluster));
  411. }
  412. TEST_CASE("cluster update with unknown devices", "[model]") {
  413. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  414. auto my_device = device_t::create(my_id, "my-device").value();
  415. auto peer_id_1 =
  416. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  417. auto peer_id_2 =
  418. device_id_t::from_string("EAMTZPW-Q4QYERN-D57DHFS-AUP2OMG-PAHOR3R-ZWLKGAA-WQC5SVW-UJ5NXQA").value();
  419. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  420. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  421. auto sequencer = model::make_sequencer(5);
  422. cluster->get_devices().put(my_device);
  423. cluster->get_devices().put(peer_device);
  424. db::Folder db_folder;
  425. db_folder.set_id("1234-5678");
  426. db_folder.set_label("my-label");
  427. db_folder.set_path("/my/path");
  428. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  429. cluster->get_folders().put(folder);
  430. auto folder_info_my = folder_info_ptr_t();
  431. auto folder_info_peer = folder_info_ptr_t();
  432. {
  433. db::FolderInfo db_fi;
  434. db_fi.set_index_id(5ul);
  435. db_fi.set_max_sequence(10l);
  436. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  437. folder->get_folder_infos().put(folder_info_my);
  438. }
  439. {
  440. db::FolderInfo db_fi;
  441. db_fi.set_index_id(6ul);
  442. db_fi.set_max_sequence(0l);
  443. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  444. folder->get_folder_infos().put(folder_info_my);
  445. }
  446. folder->get_folder_infos().put(folder_info_my);
  447. folder->get_folder_infos().put(folder_info_peer);
  448. auto cc = std::make_unique<proto::ClusterConfig>();
  449. auto p_folder = cc->add_folders();
  450. p_folder->set_id(std::string(folder->get_id()));
  451. p_folder->set_label(std::string(folder->get_label()));
  452. auto p_peer_1 = p_folder->add_devices();
  453. p_peer_1->set_id(std::string(peer_id_1.get_sha256()));
  454. p_peer_1->set_name(std::string(peer_device->get_name()));
  455. p_peer_1->set_max_sequence(123456u);
  456. p_peer_1->set_index_id(7ul);
  457. auto p_peer_2 = p_folder->add_devices();
  458. p_peer_2->set_id(std::string(peer_id_2.get_sha256()));
  459. p_peer_2->set_name(std::string(peer_device->get_name()));
  460. p_peer_2->set_max_sequence(123456u);
  461. p_peer_2->set_index_id(7ul);
  462. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  463. REQUIRE(diff_opt);
  464. }
  465. TEST_CASE("cluster update nothing shared", "[model]") {
  466. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  467. auto my_device = device_t::create(my_id, "my-device").value();
  468. auto peer_id_1 =
  469. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  470. auto peer_id_2 =
  471. device_id_t::from_string("EAMTZPW-Q4QYERN-D57DHFS-AUP2OMG-PAHOR3R-ZWLKGAA-WQC5SVW-UJ5NXQA").value();
  472. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  473. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  474. auto sequencer = model::make_sequencer(5);
  475. cluster->get_devices().put(my_device);
  476. cluster->get_devices().put(peer_device);
  477. auto &blocks_map = cluster->get_blocks();
  478. auto bi1 = proto::BlockInfo();
  479. bi1.set_size(5);
  480. bi1.set_hash(utils::sha256_digest("12345").value());
  481. auto b1 = block_info_t::create(bi1).assume_value();
  482. blocks_map.put(b1);
  483. db::Folder db_folder;
  484. db_folder.set_id("1234-5678");
  485. db_folder.set_label("my-label");
  486. db_folder.set_path("/my/path");
  487. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  488. cluster->get_folders().put(folder);
  489. auto folder_info_my = folder_info_ptr_t();
  490. auto folder_info_peer = folder_info_ptr_t();
  491. {
  492. db::FolderInfo db_fi;
  493. db_fi.set_index_id(5ul);
  494. db_fi.set_max_sequence(10l);
  495. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  496. folder->get_folder_infos().put(folder_info_my);
  497. }
  498. {
  499. db::FolderInfo db_fi;
  500. db_fi.set_index_id(6ul);
  501. db_fi.set_max_sequence(0l);
  502. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  503. folder->get_folder_infos().put(folder_info_peer);
  504. proto::FileInfo pr_fi_peer;
  505. pr_fi_peer.set_name("a/c.txt");
  506. pr_fi_peer.set_size(5ul);
  507. pr_fi_peer.set_block_size(5ul);
  508. auto fi_peer = file_info_t::create(sequencer->next_uuid(), pr_fi_peer, folder_info_peer).value();
  509. folder_info_peer->add(fi_peer, false);
  510. fi_peer->assign_block(b1, 0);
  511. REQUIRE(folder_info_peer->get_file_infos().size() == 1);
  512. }
  513. auto cc = std::make_unique<proto::ClusterConfig>();
  514. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  515. REQUIRE(diff_opt);
  516. auto opt = diff_opt.value()->apply(*cluster);
  517. REQUIRE(opt);
  518. CHECK(blocks_map.size() == 0);
  519. CHECK(folder_info_peer->get_file_infos().size() == 0);
  520. CHECK(folder->is_shared_with(*peer_device));
  521. CHECK(folder->is_shared_with(*peer_device)->get_file_infos().size() == 0);
  522. }
  523. TEST_CASE("non-shared pending folder", "[model]") {
  524. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  525. auto my_device = device_t::create(my_id, "my-device").value();
  526. auto peer_id_1 =
  527. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  528. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  529. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  530. auto sequencer = model::make_sequencer(5);
  531. cluster->get_devices().put(my_device);
  532. cluster->get_devices().put(peer_device);
  533. auto builder = diff_builder_t(*cluster);
  534. auto folder_id = "1234";
  535. auto sha256 = peer_id_1.get_sha256();
  536. REQUIRE(builder.upsert_folder(folder_id, "/my/path").apply());
  537. REQUIRE(builder.configure_cluster(sha256).add(sha256, folder_id, 5, 4).finish().apply());
  538. REQUIRE(cluster->get_pending_folders().size() == 1);
  539. auto &uf = *cluster->get_pending_folders().begin()->item;
  540. REQUIRE(uf.device_id() == peer_id_1);
  541. REQUIRE(uf.get_index() == 5);
  542. REQUIRE(uf.get_max_sequence() == 4);
  543. }
  544. TEST_CASE("cluster update with remote folders", "[model]") {
  545. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  546. auto my_device = device_t::create(my_id, "my-device").value();
  547. auto peer_id_1 =
  548. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  549. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  550. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  551. auto sequencer = model::make_sequencer(5);
  552. cluster->get_devices().put(my_device);
  553. cluster->get_devices().put(peer_device);
  554. db::Folder db_folder;
  555. db_folder.set_id("1234-5678");
  556. db_folder.set_label("my-label");
  557. db_folder.set_path("/my/path");
  558. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  559. cluster->get_folders().put(folder);
  560. auto folder_info_my = folder_info_ptr_t();
  561. auto folder_info_peer = folder_info_ptr_t();
  562. {
  563. db::FolderInfo db_fi;
  564. db_fi.set_index_id(5ul);
  565. db_fi.set_max_sequence(10l);
  566. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  567. folder->get_folder_infos().put(folder_info_my);
  568. }
  569. {
  570. db::FolderInfo db_fi;
  571. db_fi.set_index_id(6ul);
  572. db_fi.set_max_sequence(0l);
  573. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  574. folder->get_folder_infos().put(folder_info_my);
  575. }
  576. folder->get_folder_infos().put(folder_info_my);
  577. folder->get_folder_infos().put(folder_info_peer);
  578. auto cc = std::make_unique<proto::ClusterConfig>();
  579. auto p_folder = cc->add_folders();
  580. p_folder->set_id(std::string(folder->get_id()));
  581. p_folder->set_label(std::string(folder->get_label()));
  582. auto p_peer_1 = p_folder->add_devices();
  583. p_peer_1->set_id(std::string(peer_id_1.get_sha256()));
  584. p_peer_1->set_name(std::string(peer_device->get_name()));
  585. p_peer_1->set_max_sequence(123456u);
  586. p_peer_1->set_index_id(7ul);
  587. auto p_peer_my = p_folder->add_devices();
  588. p_peer_my->set_id(std::string(my_id.get_sha256()));
  589. p_peer_my->set_name(std::string(my_device->get_name()));
  590. p_peer_my->set_max_sequence(3);
  591. p_peer_my->set_index_id(5ul);
  592. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  593. REQUIRE(diff_opt);
  594. auto opt = diff_opt.value()->apply(*cluster);
  595. REQUIRE(opt);
  596. auto remote_folder = peer_device->get_remote_folder_infos().by_folder(*folder);
  597. REQUIRE(remote_folder);
  598. CHECK(remote_folder->get_index() == 5ul);
  599. CHECK(remote_folder->get_max_sequence() == 3);
  600. SECTION("unshare by peer") {
  601. auto cc = std::make_unique<proto::ClusterConfig>();
  602. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  603. REQUIRE(diff_opt);
  604. auto &diff = diff_opt.value();
  605. REQUIRE(diff->apply(*cluster));
  606. CHECK(peer_device->get_remote_folder_infos().size() == 0);
  607. auto fi = folder->get_folder_infos().by_device(*peer_device);
  608. // we are still sharing the folder with peer
  609. CHECK(fi);
  610. }
  611. }
  612. int _init() {
  613. utils::set_default("trace");
  614. return 1;
  615. }
  616. static int v = _init();