testsyncvirtualfiles.cpp 81 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666
  1. /*
  2. * This software is in the public domain, furnished "as is", without technical
  3. * support, and with no warranty, express or implied, as to its usefulness for
  4. * any purpose.
  5. *
  6. */
  7. #include <QtTest>
  8. #include "syncenginetestutils.h"
  9. #include "common/vfs.h"
  10. #include "config.h"
  11. #include <syncengine.h>
  12. using namespace OCC;
  13. #define DVSUFFIX APPLICATION_DOTVIRTUALFILE_SUFFIX
  14. bool itemInstruction(const ItemCompletedSpy &spy, const QString &path, const SyncInstructions instr)
  15. {
  16. auto item = spy.findItem(path);
  17. return item->_instruction == instr;
  18. }
  19. SyncJournalFileRecord dbRecord(FakeFolder &folder, const QString &path)
  20. {
  21. SyncJournalFileRecord record;
  22. folder.syncJournal().getFileRecord(path, &record);
  23. return record;
  24. }
  25. void triggerDownload(FakeFolder &folder, const QByteArray &path)
  26. {
  27. auto &journal = folder.syncJournal();
  28. SyncJournalFileRecord record;
  29. journal.getFileRecord(path + DVSUFFIX, &record);
  30. if (!record.isValid())
  31. return;
  32. record._type = ItemTypeVirtualFileDownload;
  33. journal.setFileRecord(record);
  34. journal.schedulePathForRemoteDiscovery(record._path);
  35. }
  36. void markForDehydration(FakeFolder &folder, const QByteArray &path)
  37. {
  38. auto &journal = folder.syncJournal();
  39. SyncJournalFileRecord record;
  40. journal.getFileRecord(path, &record);
  41. if (!record.isValid())
  42. return;
  43. record._type = ItemTypeVirtualFileDehydration;
  44. journal.setFileRecord(record);
  45. journal.schedulePathForRemoteDiscovery(record._path);
  46. }
  47. QSharedPointer<Vfs> setupVfs(FakeFolder &folder)
  48. {
  49. auto suffixVfs = QSharedPointer<Vfs>(createVfsFromPlugin(Vfs::WithSuffix).release());
  50. folder.switchToVfs(suffixVfs);
  51. // Using this directly doesn't recursively unpin everything and instead leaves
  52. // the files in the hydration that that they start with
  53. folder.syncJournal().internalPinStates().setForPath("", PinState::Unspecified);
  54. return suffixVfs;
  55. }
  56. class TestSyncVirtualFiles : public QObject
  57. {
  58. Q_OBJECT
  59. private slots:
  60. void testVirtualFileLifecycle_data()
  61. {
  62. QTest::addColumn<bool>("doLocalDiscovery");
  63. QTest::newRow("full local discovery") << true;
  64. QTest::newRow("skip local discovery") << false;
  65. }
  66. void testVirtualFileLifecycle()
  67. {
  68. QFETCH(bool, doLocalDiscovery);
  69. FakeFolder fakeFolder{ FileInfo() };
  70. setupVfs(fakeFolder);
  71. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  72. ItemCompletedSpy completeSpy(fakeFolder);
  73. auto cleanup = [&]() {
  74. completeSpy.clear();
  75. if (!doLocalDiscovery)
  76. fakeFolder.syncEngine().setLocalDiscoveryOptions(LocalDiscoveryStyle::DatabaseAndFilesystem);
  77. };
  78. cleanup();
  79. // Create a virtual file for a new remote file
  80. fakeFolder.remoteModifier().mkdir("A");
  81. fakeFolder.remoteModifier().insert("A/a1", 64);
  82. auto someDate = QDateTime(QDate(1984, 07, 30), QTime(1,3,2));
  83. fakeFolder.remoteModifier().setModTime("A/a1", someDate);
  84. QVERIFY(fakeFolder.syncOnce());
  85. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  86. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  87. QCOMPARE(QFileInfo(fakeFolder.localPath() + "A/a1" DVSUFFIX).lastModified(), someDate);
  88. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  89. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  90. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  91. cleanup();
  92. // Another sync doesn't actually lead to changes
  93. QVERIFY(fakeFolder.syncOnce());
  94. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  95. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  96. QCOMPARE(QFileInfo(fakeFolder.localPath() + "A/a1" DVSUFFIX).lastModified(), someDate);
  97. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  98. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  99. QVERIFY(completeSpy.isEmpty());
  100. cleanup();
  101. // Not even when the remote is rediscovered
  102. fakeFolder.syncJournal().forceRemoteDiscoveryNextSync();
  103. QVERIFY(fakeFolder.syncOnce());
  104. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  105. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  106. QCOMPARE(QFileInfo(fakeFolder.localPath() + "A/a1" DVSUFFIX).lastModified(), someDate);
  107. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  108. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  109. QVERIFY(completeSpy.isEmpty());
  110. cleanup();
  111. // Neither does a remote change
  112. fakeFolder.remoteModifier().appendByte("A/a1");
  113. QVERIFY(fakeFolder.syncOnce());
  114. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  115. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  116. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  117. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_UPDATE_METADATA));
  118. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  119. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._fileSize, 65);
  120. cleanup();
  121. // If the local virtual file file is removed, it'll just be recreated
  122. if (!doLocalDiscovery)
  123. fakeFolder.syncEngine().setLocalDiscoveryOptions(LocalDiscoveryStyle::DatabaseAndFilesystem, { "A" });
  124. fakeFolder.localModifier().remove("A/a1" DVSUFFIX);
  125. QVERIFY(fakeFolder.syncOnce());
  126. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  127. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  128. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  129. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  130. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  131. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._fileSize, 65);
  132. cleanup();
  133. // Remote rename is propagated
  134. fakeFolder.remoteModifier().rename("A/a1", "A/a1m");
  135. QVERIFY(fakeFolder.syncOnce());
  136. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  137. QVERIFY(!fakeFolder.currentLocalState().find("A/a1m"));
  138. QVERIFY(!fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  139. QVERIFY(fakeFolder.currentLocalState().find("A/a1m" DVSUFFIX));
  140. QVERIFY(!fakeFolder.currentRemoteState().find("A/a1"));
  141. QVERIFY(fakeFolder.currentRemoteState().find("A/a1m"));
  142. QVERIFY(
  143. itemInstruction(completeSpy, "A/a1m" DVSUFFIX, CSYNC_INSTRUCTION_RENAME)
  144. || (itemInstruction(completeSpy, "A/a1m" DVSUFFIX, CSYNC_INSTRUCTION_NEW)
  145. && itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE)));
  146. QCOMPARE(dbRecord(fakeFolder, "A/a1m" DVSUFFIX)._type, ItemTypeVirtualFile);
  147. cleanup();
  148. // Remote remove is propagated
  149. fakeFolder.remoteModifier().remove("A/a1m");
  150. QVERIFY(fakeFolder.syncOnce());
  151. QVERIFY(!fakeFolder.currentLocalState().find("A/a1m" DVSUFFIX));
  152. QVERIFY(!fakeFolder.currentRemoteState().find("A/a1m"));
  153. QVERIFY(itemInstruction(completeSpy, "A/a1m" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  154. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  155. QVERIFY(!dbRecord(fakeFolder, "A/a1m" DVSUFFIX).isValid());
  156. cleanup();
  157. // Edge case: Local virtual file but no db entry for some reason
  158. fakeFolder.remoteModifier().insert("A/a2", 64);
  159. fakeFolder.remoteModifier().insert("A/a3", 64);
  160. QVERIFY(fakeFolder.syncOnce());
  161. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  162. QVERIFY(fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  163. cleanup();
  164. fakeFolder.syncEngine().journal()->deleteFileRecord("A/a2" DVSUFFIX);
  165. fakeFolder.syncEngine().journal()->deleteFileRecord("A/a3" DVSUFFIX);
  166. fakeFolder.remoteModifier().remove("A/a3");
  167. fakeFolder.syncEngine().setLocalDiscoveryOptions(LocalDiscoveryStyle::FilesystemOnly);
  168. QVERIFY(fakeFolder.syncOnce());
  169. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  170. QVERIFY(itemInstruction(completeSpy, "A/a2" DVSUFFIX, CSYNC_INSTRUCTION_UPDATE_METADATA));
  171. QVERIFY(dbRecord(fakeFolder, "A/a2" DVSUFFIX).isValid());
  172. QVERIFY(!fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  173. QVERIFY(itemInstruction(completeSpy, "A/a3" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  174. QVERIFY(!dbRecord(fakeFolder, "A/a3" DVSUFFIX).isValid());
  175. cleanup();
  176. }
  177. void testVirtualFileConflict()
  178. {
  179. FakeFolder fakeFolder{ FileInfo() };
  180. setupVfs(fakeFolder);
  181. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  182. ItemCompletedSpy completeSpy(fakeFolder);
  183. auto cleanup = [&]() {
  184. completeSpy.clear();
  185. };
  186. cleanup();
  187. // Create a virtual file for a new remote file
  188. fakeFolder.remoteModifier().mkdir("A");
  189. fakeFolder.remoteModifier().insert("A/a1", 64);
  190. fakeFolder.remoteModifier().insert("A/a2", 64);
  191. fakeFolder.remoteModifier().mkdir("B");
  192. fakeFolder.remoteModifier().insert("B/b1", 64);
  193. fakeFolder.remoteModifier().insert("B/b2", 64);
  194. fakeFolder.remoteModifier().mkdir("C");
  195. fakeFolder.remoteModifier().insert("C/c1", 64);
  196. QVERIFY(fakeFolder.syncOnce());
  197. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  198. QVERIFY(fakeFolder.currentLocalState().find("B/b2" DVSUFFIX));
  199. cleanup();
  200. // A: the correct file and a conflicting file are added, virtual files stay
  201. // B: same setup, but the virtual files are deleted by the user
  202. // C: user adds a *directory* locally
  203. fakeFolder.localModifier().insert("A/a1", 64);
  204. fakeFolder.localModifier().insert("A/a2", 30);
  205. fakeFolder.localModifier().insert("B/b1", 64);
  206. fakeFolder.localModifier().insert("B/b2", 30);
  207. fakeFolder.localModifier().remove("B/b1" DVSUFFIX);
  208. fakeFolder.localModifier().remove("B/b2" DVSUFFIX);
  209. fakeFolder.localModifier().mkdir("C/c1");
  210. fakeFolder.localModifier().insert("C/c1/foo");
  211. QVERIFY(fakeFolder.syncOnce());
  212. // Everything is CONFLICT since mtimes are different even for a1/b1
  213. QVERIFY(itemInstruction(completeSpy, "A/a1", CSYNC_INSTRUCTION_CONFLICT));
  214. QVERIFY(itemInstruction(completeSpy, "A/a2", CSYNC_INSTRUCTION_CONFLICT));
  215. QVERIFY(itemInstruction(completeSpy, "B/b1", CSYNC_INSTRUCTION_CONFLICT));
  216. QVERIFY(itemInstruction(completeSpy, "B/b2", CSYNC_INSTRUCTION_CONFLICT));
  217. QVERIFY(itemInstruction(completeSpy, "C/c1", CSYNC_INSTRUCTION_CONFLICT));
  218. // no virtual file files should remain
  219. QVERIFY(!fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  220. QVERIFY(!fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  221. QVERIFY(!fakeFolder.currentLocalState().find("B/b1" DVSUFFIX));
  222. QVERIFY(!fakeFolder.currentLocalState().find("B/b2" DVSUFFIX));
  223. QVERIFY(!fakeFolder.currentLocalState().find("C/c1" DVSUFFIX));
  224. // conflict files should exist
  225. QCOMPARE(fakeFolder.syncJournal().conflictRecordPaths().size(), 3);
  226. // nothing should have the virtual file tag
  227. QCOMPARE(dbRecord(fakeFolder, "A/a1")._type, ItemTypeFile);
  228. QCOMPARE(dbRecord(fakeFolder, "A/a2")._type, ItemTypeFile);
  229. QCOMPARE(dbRecord(fakeFolder, "B/b1")._type, ItemTypeFile);
  230. QCOMPARE(dbRecord(fakeFolder, "B/b2")._type, ItemTypeFile);
  231. QCOMPARE(dbRecord(fakeFolder, "C/c1")._type, ItemTypeFile);
  232. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  233. QVERIFY(!dbRecord(fakeFolder, "A/a2" DVSUFFIX).isValid());
  234. QVERIFY(!dbRecord(fakeFolder, "B/b1" DVSUFFIX).isValid());
  235. QVERIFY(!dbRecord(fakeFolder, "B/b2" DVSUFFIX).isValid());
  236. QVERIFY(!dbRecord(fakeFolder, "C/c1" DVSUFFIX).isValid());
  237. cleanup();
  238. }
  239. void testWithNormalSync()
  240. {
  241. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  242. setupVfs(fakeFolder);
  243. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  244. ItemCompletedSpy completeSpy(fakeFolder);
  245. auto cleanup = [&]() {
  246. completeSpy.clear();
  247. };
  248. cleanup();
  249. // No effect sync
  250. QVERIFY(fakeFolder.syncOnce());
  251. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  252. cleanup();
  253. // Existing files are propagated just fine in both directions
  254. fakeFolder.localModifier().appendByte("A/a1");
  255. fakeFolder.localModifier().insert("A/a3");
  256. fakeFolder.remoteModifier().appendByte("A/a2");
  257. QVERIFY(fakeFolder.syncOnce());
  258. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  259. cleanup();
  260. // New files on the remote create virtual files
  261. fakeFolder.remoteModifier().insert("A/new");
  262. QVERIFY(fakeFolder.syncOnce());
  263. QVERIFY(!fakeFolder.currentLocalState().find("A/new"));
  264. QVERIFY(fakeFolder.currentLocalState().find("A/new" DVSUFFIX));
  265. QVERIFY(fakeFolder.currentRemoteState().find("A/new"));
  266. QVERIFY(itemInstruction(completeSpy, "A/new" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  267. QCOMPARE(dbRecord(fakeFolder, "A/new" DVSUFFIX)._type, ItemTypeVirtualFile);
  268. cleanup();
  269. }
  270. void testVirtualFileDownload()
  271. {
  272. FakeFolder fakeFolder{ FileInfo() };
  273. setupVfs(fakeFolder);
  274. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  275. ItemCompletedSpy completeSpy(fakeFolder);
  276. auto cleanup = [&]() {
  277. completeSpy.clear();
  278. };
  279. cleanup();
  280. // Create a virtual file for remote files
  281. fakeFolder.remoteModifier().mkdir("A");
  282. fakeFolder.remoteModifier().insert("A/a1");
  283. fakeFolder.remoteModifier().insert("A/a2");
  284. fakeFolder.remoteModifier().insert("A/a3");
  285. fakeFolder.remoteModifier().insert("A/a4");
  286. fakeFolder.remoteModifier().insert("A/a5");
  287. fakeFolder.remoteModifier().insert("A/a6");
  288. fakeFolder.remoteModifier().insert("A/a7");
  289. fakeFolder.remoteModifier().insert("A/b1");
  290. fakeFolder.remoteModifier().insert("A/b2");
  291. fakeFolder.remoteModifier().insert("A/b3");
  292. fakeFolder.remoteModifier().insert("A/b4");
  293. QVERIFY(fakeFolder.syncOnce());
  294. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  295. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  296. QVERIFY(fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  297. QVERIFY(fakeFolder.currentLocalState().find("A/a4" DVSUFFIX));
  298. QVERIFY(fakeFolder.currentLocalState().find("A/a5" DVSUFFIX));
  299. QVERIFY(fakeFolder.currentLocalState().find("A/a6" DVSUFFIX));
  300. QVERIFY(fakeFolder.currentLocalState().find("A/a7" DVSUFFIX));
  301. QVERIFY(fakeFolder.currentLocalState().find("A/b1" DVSUFFIX));
  302. QVERIFY(fakeFolder.currentLocalState().find("A/b2" DVSUFFIX));
  303. QVERIFY(fakeFolder.currentLocalState().find("A/b3" DVSUFFIX));
  304. QVERIFY(fakeFolder.currentLocalState().find("A/b4" DVSUFFIX));
  305. cleanup();
  306. // Download by changing the db entry
  307. triggerDownload(fakeFolder, "A/a1");
  308. triggerDownload(fakeFolder, "A/a2");
  309. triggerDownload(fakeFolder, "A/a3");
  310. triggerDownload(fakeFolder, "A/a4");
  311. triggerDownload(fakeFolder, "A/a5");
  312. triggerDownload(fakeFolder, "A/a6");
  313. triggerDownload(fakeFolder, "A/a7");
  314. // Download by renaming locally
  315. fakeFolder.localModifier().rename("A/b1" DVSUFFIX, "A/b1");
  316. fakeFolder.localModifier().rename("A/b2" DVSUFFIX, "A/b2");
  317. fakeFolder.localModifier().rename("A/b3" DVSUFFIX, "A/b3");
  318. fakeFolder.localModifier().rename("A/b4" DVSUFFIX, "A/b4");
  319. // Remote complications
  320. fakeFolder.remoteModifier().appendByte("A/a2");
  321. fakeFolder.remoteModifier().remove("A/a3");
  322. fakeFolder.remoteModifier().rename("A/a4", "A/a4m");
  323. fakeFolder.remoteModifier().appendByte("A/b2");
  324. fakeFolder.remoteModifier().remove("A/b3");
  325. fakeFolder.remoteModifier().rename("A/b4", "A/b4m");
  326. // Local complications
  327. fakeFolder.localModifier().insert("A/a5");
  328. fakeFolder.localModifier().insert("A/a6");
  329. fakeFolder.localModifier().remove("A/a6" DVSUFFIX);
  330. fakeFolder.localModifier().rename("A/a7" DVSUFFIX, "A/a7");
  331. QVERIFY(fakeFolder.syncOnce());
  332. QVERIFY(itemInstruction(completeSpy, "A/a1", CSYNC_INSTRUCTION_SYNC));
  333. QCOMPARE(completeSpy.findItem("A/a1")->_type, ItemTypeVirtualFileDownload);
  334. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NONE));
  335. QVERIFY(itemInstruction(completeSpy, "A/a2", CSYNC_INSTRUCTION_SYNC));
  336. QCOMPARE(completeSpy.findItem("A/a2")->_type, ItemTypeVirtualFileDownload);
  337. QVERIFY(itemInstruction(completeSpy, "A/a2" DVSUFFIX, CSYNC_INSTRUCTION_NONE));
  338. QVERIFY(itemInstruction(completeSpy, "A/a3" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  339. QVERIFY(itemInstruction(completeSpy, "A/a4m", CSYNC_INSTRUCTION_NEW));
  340. QVERIFY(itemInstruction(completeSpy, "A/a4" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  341. QVERIFY(itemInstruction(completeSpy, "A/a5", CSYNC_INSTRUCTION_CONFLICT));
  342. QVERIFY(itemInstruction(completeSpy, "A/a5" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  343. QVERIFY(itemInstruction(completeSpy, "A/a6", CSYNC_INSTRUCTION_CONFLICT));
  344. QVERIFY(itemInstruction(completeSpy, "A/a7", CSYNC_INSTRUCTION_SYNC));
  345. QVERIFY(itemInstruction(completeSpy, "A/b1", CSYNC_INSTRUCTION_SYNC));
  346. QVERIFY(itemInstruction(completeSpy, "A/b2", CSYNC_INSTRUCTION_SYNC));
  347. QVERIFY(itemInstruction(completeSpy, "A/b3", CSYNC_INSTRUCTION_REMOVE));
  348. QVERIFY(itemInstruction(completeSpy, "A/b4m" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  349. QVERIFY(itemInstruction(completeSpy, "A/b4", CSYNC_INSTRUCTION_REMOVE));
  350. QCOMPARE(dbRecord(fakeFolder, "A/a1")._type, ItemTypeFile);
  351. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  352. QCOMPARE(dbRecord(fakeFolder, "A/a2")._type, ItemTypeFile);
  353. QVERIFY(!dbRecord(fakeFolder, "A/a3").isValid());
  354. QCOMPARE(dbRecord(fakeFolder, "A/a4m")._type, ItemTypeFile);
  355. QCOMPARE(dbRecord(fakeFolder, "A/a5")._type, ItemTypeFile);
  356. QCOMPARE(dbRecord(fakeFolder, "A/a6")._type, ItemTypeFile);
  357. QCOMPARE(dbRecord(fakeFolder, "A/a7")._type, ItemTypeFile);
  358. QCOMPARE(dbRecord(fakeFolder, "A/b1")._type, ItemTypeFile);
  359. QVERIFY(!dbRecord(fakeFolder, "A/b1" DVSUFFIX).isValid());
  360. QCOMPARE(dbRecord(fakeFolder, "A/b2")._type, ItemTypeFile);
  361. QVERIFY(!dbRecord(fakeFolder, "A/b3").isValid());
  362. QCOMPARE(dbRecord(fakeFolder, "A/b4m" DVSUFFIX)._type, ItemTypeVirtualFile);
  363. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  364. QVERIFY(!dbRecord(fakeFolder, "A/a2" DVSUFFIX).isValid());
  365. QVERIFY(!dbRecord(fakeFolder, "A/a3" DVSUFFIX).isValid());
  366. QVERIFY(!dbRecord(fakeFolder, "A/a4" DVSUFFIX).isValid());
  367. QVERIFY(!dbRecord(fakeFolder, "A/a5" DVSUFFIX).isValid());
  368. QVERIFY(!dbRecord(fakeFolder, "A/a6" DVSUFFIX).isValid());
  369. QVERIFY(!dbRecord(fakeFolder, "A/a7" DVSUFFIX).isValid());
  370. QVERIFY(!dbRecord(fakeFolder, "A/b1" DVSUFFIX).isValid());
  371. QVERIFY(!dbRecord(fakeFolder, "A/b2" DVSUFFIX).isValid());
  372. QVERIFY(!dbRecord(fakeFolder, "A/b3" DVSUFFIX).isValid());
  373. QVERIFY(!dbRecord(fakeFolder, "A/b4" DVSUFFIX).isValid());
  374. triggerDownload(fakeFolder, "A/b4m");
  375. QVERIFY(fakeFolder.syncOnce());
  376. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  377. }
  378. void testVirtualFileDownloadResume()
  379. {
  380. FakeFolder fakeFolder{ FileInfo() };
  381. setupVfs(fakeFolder);
  382. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  383. ItemCompletedSpy completeSpy(fakeFolder);
  384. auto cleanup = [&]() {
  385. completeSpy.clear();
  386. fakeFolder.syncJournal().wipeErrorBlacklist();
  387. };
  388. cleanup();
  389. // Create a virtual file for remote files
  390. fakeFolder.remoteModifier().mkdir("A");
  391. fakeFolder.remoteModifier().insert("A/a1");
  392. QVERIFY(fakeFolder.syncOnce());
  393. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  394. cleanup();
  395. // Download by changing the db entry
  396. triggerDownload(fakeFolder, "A/a1");
  397. fakeFolder.serverErrorPaths().append("A/a1", 500);
  398. QVERIFY(!fakeFolder.syncOnce());
  399. QVERIFY(itemInstruction(completeSpy, "A/a1", CSYNC_INSTRUCTION_SYNC));
  400. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NONE));
  401. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  402. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  403. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFileDownload);
  404. QVERIFY(!dbRecord(fakeFolder, "A/a1").isValid());
  405. cleanup();
  406. fakeFolder.serverErrorPaths().clear();
  407. QVERIFY(fakeFolder.syncOnce());
  408. QVERIFY(itemInstruction(completeSpy, "A/a1", CSYNC_INSTRUCTION_SYNC));
  409. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NONE));
  410. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  411. QCOMPARE(dbRecord(fakeFolder, "A/a1")._type, ItemTypeFile);
  412. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  413. }
  414. void testNewFilesNotVirtual()
  415. {
  416. FakeFolder fakeFolder{ FileInfo() };
  417. setupVfs(fakeFolder);
  418. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  419. fakeFolder.remoteModifier().mkdir("A");
  420. fakeFolder.remoteModifier().insert("A/a1");
  421. QVERIFY(fakeFolder.syncOnce());
  422. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  423. fakeFolder.syncJournal().internalPinStates().setForPath("", PinState::AlwaysLocal);
  424. // Create a new remote file, it'll not be virtual
  425. fakeFolder.remoteModifier().insert("A/a2");
  426. QVERIFY(fakeFolder.syncOnce());
  427. QVERIFY(fakeFolder.currentLocalState().find("A/a2"));
  428. QVERIFY(!fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  429. }
  430. void testDownloadRecursive()
  431. {
  432. FakeFolder fakeFolder{ FileInfo() };
  433. setupVfs(fakeFolder);
  434. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  435. // Create a virtual file for remote files
  436. fakeFolder.remoteModifier().mkdir("A");
  437. fakeFolder.remoteModifier().mkdir("A/Sub");
  438. fakeFolder.remoteModifier().mkdir("A/Sub/SubSub");
  439. fakeFolder.remoteModifier().mkdir("A/Sub2");
  440. fakeFolder.remoteModifier().mkdir("B");
  441. fakeFolder.remoteModifier().mkdir("B/Sub");
  442. fakeFolder.remoteModifier().insert("A/a1");
  443. fakeFolder.remoteModifier().insert("A/a2");
  444. fakeFolder.remoteModifier().insert("A/Sub/a3");
  445. fakeFolder.remoteModifier().insert("A/Sub/a4");
  446. fakeFolder.remoteModifier().insert("A/Sub/SubSub/a5");
  447. fakeFolder.remoteModifier().insert("A/Sub2/a6");
  448. fakeFolder.remoteModifier().insert("B/b1");
  449. fakeFolder.remoteModifier().insert("B/Sub/b2");
  450. QVERIFY(fakeFolder.syncOnce());
  451. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  452. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  453. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a3" DVSUFFIX));
  454. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a4" DVSUFFIX));
  455. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a5" DVSUFFIX));
  456. QVERIFY(fakeFolder.currentLocalState().find("A/Sub2/a6" DVSUFFIX));
  457. QVERIFY(fakeFolder.currentLocalState().find("B/b1" DVSUFFIX));
  458. QVERIFY(fakeFolder.currentLocalState().find("B/Sub/b2" DVSUFFIX));
  459. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  460. QVERIFY(!fakeFolder.currentLocalState().find("A/a2"));
  461. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a3"));
  462. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a4"));
  463. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a5"));
  464. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub2/a6"));
  465. QVERIFY(!fakeFolder.currentLocalState().find("B/b1"));
  466. QVERIFY(!fakeFolder.currentLocalState().find("B/Sub/b2"));
  467. // Download All file in the directory A/Sub
  468. // (as in Folder::downloadVirtualFile)
  469. fakeFolder.syncJournal().markVirtualFileForDownloadRecursively("A/Sub");
  470. QVERIFY(fakeFolder.syncOnce());
  471. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  472. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  473. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a3" DVSUFFIX));
  474. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a4" DVSUFFIX));
  475. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a5" DVSUFFIX));
  476. QVERIFY(fakeFolder.currentLocalState().find("A/Sub2/a6" DVSUFFIX));
  477. QVERIFY(fakeFolder.currentLocalState().find("B/b1" DVSUFFIX));
  478. QVERIFY(fakeFolder.currentLocalState().find("B/Sub/b2" DVSUFFIX));
  479. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  480. QVERIFY(!fakeFolder.currentLocalState().find("A/a2"));
  481. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a3"));
  482. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a4"));
  483. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a5"));
  484. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub2/a6"));
  485. QVERIFY(!fakeFolder.currentLocalState().find("B/b1"));
  486. QVERIFY(!fakeFolder.currentLocalState().find("B/Sub/b2"));
  487. // Add a file in a subfolder that was downloaded
  488. // Currently, this continue to add it as a virtual file.
  489. fakeFolder.remoteModifier().insert("A/Sub/SubSub/a7");
  490. QVERIFY(fakeFolder.syncOnce());
  491. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a7" DVSUFFIX));
  492. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a7"));
  493. // Now download all files in "A"
  494. fakeFolder.syncJournal().markVirtualFileForDownloadRecursively("A");
  495. QVERIFY(fakeFolder.syncOnce());
  496. QVERIFY(!fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  497. QVERIFY(!fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  498. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a3" DVSUFFIX));
  499. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a4" DVSUFFIX));
  500. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a5" DVSUFFIX));
  501. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub2/a6" DVSUFFIX));
  502. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a7" DVSUFFIX));
  503. QVERIFY(fakeFolder.currentLocalState().find("B/b1" DVSUFFIX));
  504. QVERIFY(fakeFolder.currentLocalState().find("B/Sub/b2" DVSUFFIX));
  505. QVERIFY(fakeFolder.currentLocalState().find("A/a1"));
  506. QVERIFY(fakeFolder.currentLocalState().find("A/a2"));
  507. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a3"));
  508. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a4"));
  509. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a5"));
  510. QVERIFY(fakeFolder.currentLocalState().find("A/Sub2/a6"));
  511. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a7"));
  512. QVERIFY(!fakeFolder.currentLocalState().find("B/b1"));
  513. QVERIFY(!fakeFolder.currentLocalState().find("B/Sub/b2"));
  514. // Now download remaining files in "B"
  515. fakeFolder.syncJournal().markVirtualFileForDownloadRecursively("B");
  516. QVERIFY(fakeFolder.syncOnce());
  517. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  518. }
  519. void testRenameToVirtual()
  520. {
  521. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  522. setupVfs(fakeFolder);
  523. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  524. ItemCompletedSpy completeSpy(fakeFolder);
  525. auto cleanup = [&]() {
  526. completeSpy.clear();
  527. };
  528. cleanup();
  529. // If a file is renamed to <name>.owncloud, it becomes virtual
  530. fakeFolder.localModifier().rename("A/a1", "A/a1" DVSUFFIX);
  531. // If a file is renamed to <random>.owncloud, the rename propagates but the
  532. // file isn't made virtual the first sync run.
  533. fakeFolder.localModifier().rename("A/a2", "A/rand" DVSUFFIX);
  534. // dangling virtual files are removed
  535. fakeFolder.localModifier().insert("A/dangling" DVSUFFIX, 1, ' ');
  536. QVERIFY(fakeFolder.syncOnce());
  537. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  538. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  539. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX)->size <= 1);
  540. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  541. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_SYNC));
  542. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  543. QVERIFY(!dbRecord(fakeFolder, "A/a1").isValid());
  544. QVERIFY(!fakeFolder.currentLocalState().find("A/a2"));
  545. QVERIFY(!fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  546. QVERIFY(fakeFolder.currentLocalState().find("A/rand"));
  547. QVERIFY(!fakeFolder.currentRemoteState().find("A/a2"));
  548. QVERIFY(fakeFolder.currentRemoteState().find("A/rand"));
  549. QVERIFY(itemInstruction(completeSpy, "A/rand", CSYNC_INSTRUCTION_RENAME));
  550. QVERIFY(dbRecord(fakeFolder, "A/rand")._type == ItemTypeFile);
  551. QVERIFY(!fakeFolder.currentLocalState().find("A/dangling" DVSUFFIX));
  552. cleanup();
  553. }
  554. void testRenameVirtual()
  555. {
  556. FakeFolder fakeFolder{ FileInfo() };
  557. setupVfs(fakeFolder);
  558. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  559. ItemCompletedSpy completeSpy(fakeFolder);
  560. auto cleanup = [&]() {
  561. completeSpy.clear();
  562. };
  563. cleanup();
  564. fakeFolder.remoteModifier().insert("file1", 128, 'C');
  565. fakeFolder.remoteModifier().insert("file2", 256, 'C');
  566. fakeFolder.remoteModifier().insert("file3", 256, 'C');
  567. QVERIFY(fakeFolder.syncOnce());
  568. QVERIFY(fakeFolder.currentLocalState().find("file1" DVSUFFIX));
  569. QVERIFY(fakeFolder.currentLocalState().find("file2" DVSUFFIX));
  570. QVERIFY(fakeFolder.currentLocalState().find("file3" DVSUFFIX));
  571. cleanup();
  572. fakeFolder.localModifier().rename("file1" DVSUFFIX, "renamed1" DVSUFFIX);
  573. fakeFolder.localModifier().rename("file2" DVSUFFIX, "renamed2" DVSUFFIX);
  574. triggerDownload(fakeFolder, "file2");
  575. triggerDownload(fakeFolder, "file3");
  576. QVERIFY(fakeFolder.syncOnce());
  577. QVERIFY(!fakeFolder.currentLocalState().find("file1" DVSUFFIX));
  578. QVERIFY(fakeFolder.currentLocalState().find("renamed1" DVSUFFIX));
  579. QVERIFY(!fakeFolder.currentRemoteState().find("file1"));
  580. QVERIFY(fakeFolder.currentRemoteState().find("renamed1"));
  581. QVERIFY(itemInstruction(completeSpy, "renamed1" DVSUFFIX, CSYNC_INSTRUCTION_RENAME));
  582. QVERIFY(dbRecord(fakeFolder, "renamed1" DVSUFFIX).isValid());
  583. // file2 has a conflict between the download request and the rename:
  584. // the rename wins, the download is ignored
  585. QVERIFY(!fakeFolder.currentLocalState().find("file2"));
  586. QVERIFY(!fakeFolder.currentLocalState().find("file2" DVSUFFIX));
  587. QVERIFY(fakeFolder.currentLocalState().find("renamed2" DVSUFFIX));
  588. QVERIFY(fakeFolder.currentRemoteState().find("renamed2"));
  589. QVERIFY(itemInstruction(completeSpy, "renamed2" DVSUFFIX, CSYNC_INSTRUCTION_RENAME));
  590. QVERIFY(dbRecord(fakeFolder, "renamed2" DVSUFFIX)._type == ItemTypeVirtualFile);
  591. QVERIFY(itemInstruction(completeSpy, "file3", CSYNC_INSTRUCTION_SYNC));
  592. QVERIFY(dbRecord(fakeFolder, "file3")._type == ItemTypeFile);
  593. cleanup();
  594. // Test rename while adding/removing vfs suffix
  595. fakeFolder.localModifier().rename("renamed1" DVSUFFIX, "R1");
  596. // Contents of file2 could also change at the same time...
  597. fakeFolder.localModifier().rename("file3", "R3" DVSUFFIX);
  598. QVERIFY(fakeFolder.syncOnce());
  599. cleanup();
  600. }
  601. void testRenameVirtual2()
  602. {
  603. FakeFolder fakeFolder{ FileInfo() };
  604. setupVfs(fakeFolder);
  605. ItemCompletedSpy completeSpy(fakeFolder);
  606. auto cleanup = [&]() {
  607. completeSpy.clear();
  608. };
  609. cleanup();
  610. fakeFolder.remoteModifier().insert("case3", 128, 'C');
  611. fakeFolder.remoteModifier().insert("case4", 256, 'C');
  612. fakeFolder.remoteModifier().insert("case5", 256, 'C');
  613. fakeFolder.remoteModifier().insert("case6", 256, 'C');
  614. QVERIFY(fakeFolder.syncOnce());
  615. triggerDownload(fakeFolder, "case4");
  616. triggerDownload(fakeFolder, "case6");
  617. QVERIFY(fakeFolder.syncOnce());
  618. QVERIFY(fakeFolder.currentLocalState().find("case3" DVSUFFIX));
  619. QVERIFY(fakeFolder.currentLocalState().find("case4"));
  620. QVERIFY(fakeFolder.currentLocalState().find("case5" DVSUFFIX));
  621. QVERIFY(fakeFolder.currentLocalState().find("case6"));
  622. cleanup();
  623. // Case 1: foo -> bar (tested elsewhere)
  624. // Case 2: foo.oc -> bar.oc (tested elsewhere)
  625. // Case 3: foo.oc -> bar (db unchanged)
  626. fakeFolder.localModifier().rename("case3" DVSUFFIX, "case3-rename");
  627. // Case 4: foo -> bar.oc (db unchanged)
  628. fakeFolder.localModifier().rename("case4", "case4-rename" DVSUFFIX);
  629. // Case 5: foo.oc -> bar.oc (db hydrate)
  630. fakeFolder.localModifier().rename("case5" DVSUFFIX, "case5-rename" DVSUFFIX);
  631. triggerDownload(fakeFolder, "case5");
  632. // Case 6: foo -> bar (db dehydrate)
  633. fakeFolder.localModifier().rename("case6", "case6-rename");
  634. markForDehydration(fakeFolder, "case6");
  635. QVERIFY(fakeFolder.syncOnce());
  636. // Case 3: the rename went though, hydration is forgotten
  637. QVERIFY(!fakeFolder.currentLocalState().find("case3"));
  638. QVERIFY(!fakeFolder.currentLocalState().find("case3" DVSUFFIX));
  639. QVERIFY(!fakeFolder.currentLocalState().find("case3-rename"));
  640. QVERIFY(fakeFolder.currentLocalState().find("case3-rename" DVSUFFIX));
  641. QVERIFY(!fakeFolder.currentRemoteState().find("case3"));
  642. QVERIFY(fakeFolder.currentRemoteState().find("case3-rename"));
  643. QVERIFY(itemInstruction(completeSpy, "case3-rename" DVSUFFIX, CSYNC_INSTRUCTION_RENAME));
  644. QVERIFY(dbRecord(fakeFolder, "case3-rename" DVSUFFIX)._type == ItemTypeVirtualFile);
  645. // Case 4: the rename went though, dehydration is forgotten
  646. QVERIFY(!fakeFolder.currentLocalState().find("case4"));
  647. QVERIFY(!fakeFolder.currentLocalState().find("case4" DVSUFFIX));
  648. QVERIFY(fakeFolder.currentLocalState().find("case4-rename"));
  649. QVERIFY(!fakeFolder.currentLocalState().find("case4-rename" DVSUFFIX));
  650. QVERIFY(!fakeFolder.currentRemoteState().find("case4"));
  651. QVERIFY(fakeFolder.currentRemoteState().find("case4-rename"));
  652. QVERIFY(itemInstruction(completeSpy, "case4-rename", CSYNC_INSTRUCTION_RENAME));
  653. QVERIFY(dbRecord(fakeFolder, "case4-rename")._type == ItemTypeFile);
  654. // Case 5: the rename went though, hydration is forgotten
  655. QVERIFY(!fakeFolder.currentLocalState().find("case5"));
  656. QVERIFY(!fakeFolder.currentLocalState().find("case5" DVSUFFIX));
  657. QVERIFY(!fakeFolder.currentLocalState().find("case5-rename"));
  658. QVERIFY(fakeFolder.currentLocalState().find("case5-rename" DVSUFFIX));
  659. QVERIFY(!fakeFolder.currentRemoteState().find("case5"));
  660. QVERIFY(fakeFolder.currentRemoteState().find("case5-rename"));
  661. QVERIFY(itemInstruction(completeSpy, "case5-rename" DVSUFFIX, CSYNC_INSTRUCTION_RENAME));
  662. QVERIFY(dbRecord(fakeFolder, "case5-rename" DVSUFFIX)._type == ItemTypeVirtualFile);
  663. // Case 6: the rename went though, dehydration is forgotten
  664. QVERIFY(!fakeFolder.currentLocalState().find("case6"));
  665. QVERIFY(!fakeFolder.currentLocalState().find("case6" DVSUFFIX));
  666. QVERIFY(fakeFolder.currentLocalState().find("case6-rename"));
  667. QVERIFY(!fakeFolder.currentLocalState().find("case6-rename" DVSUFFIX));
  668. QVERIFY(!fakeFolder.currentRemoteState().find("case6"));
  669. QVERIFY(fakeFolder.currentRemoteState().find("case6-rename"));
  670. QVERIFY(itemInstruction(completeSpy, "case6-rename", CSYNC_INSTRUCTION_RENAME));
  671. QVERIFY(dbRecord(fakeFolder, "case6-rename")._type == ItemTypeFile);
  672. }
  673. void testCreateFileWithTrailingSpaces_localAndRemoteTrimmedDoNotExist_renameAndUploadFile()
  674. {
  675. FakeFolder fakeFolder{ FileInfo() };
  676. setupVfs(fakeFolder);
  677. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  678. const QString fileWithSpaces1(" foo");
  679. const QString fileWithSpaces2(" bar ");
  680. const QString fileWithSpaces3("bla ");
  681. const QString fileWithSpaces4("A/ foo");
  682. const QString fileWithSpaces5("A/ bar ");
  683. const QString fileWithSpaces6("A/bla ");
  684. fakeFolder.localModifier().insert(fileWithSpaces1);
  685. fakeFolder.localModifier().insert(fileWithSpaces2);
  686. fakeFolder.localModifier().insert(fileWithSpaces3);
  687. fakeFolder.localModifier().mkdir("A");
  688. fakeFolder.localModifier().insert(fileWithSpaces4);
  689. fakeFolder.localModifier().insert(fileWithSpaces5);
  690. fakeFolder.localModifier().insert(fileWithSpaces6);
  691. QVERIFY(fakeFolder.syncOnce());
  692. QVERIFY(fakeFolder.currentLocalState().find(fileWithSpaces1.trimmed()));
  693. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces1));
  694. QVERIFY(fakeFolder.currentLocalState().find(fileWithSpaces2.trimmed()));
  695. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces2));
  696. QVERIFY(fakeFolder.currentLocalState().find(fileWithSpaces3.trimmed()));
  697. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces3));
  698. QVERIFY(fakeFolder.currentLocalState().find("A/foo"));
  699. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces4));
  700. QVERIFY(fakeFolder.currentLocalState().find("A/bar"));
  701. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces5));
  702. QVERIFY(fakeFolder.currentLocalState().find("A/bla"));
  703. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces6));
  704. QVERIFY(fakeFolder.syncOnce());
  705. QVERIFY(fakeFolder.currentRemoteState().find(fileWithSpaces1.trimmed()));
  706. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces1));
  707. QVERIFY(fakeFolder.currentLocalState().find(fileWithSpaces1.trimmed()));
  708. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces1));
  709. QVERIFY(fakeFolder.currentRemoteState().find(fileWithSpaces2.trimmed()));
  710. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces2));
  711. QVERIFY(fakeFolder.currentLocalState().find(fileWithSpaces2.trimmed()));
  712. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces2));
  713. QVERIFY(fakeFolder.currentRemoteState().find(fileWithSpaces3.trimmed()));
  714. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces3));
  715. QVERIFY(fakeFolder.currentLocalState().find(fileWithSpaces3.trimmed()));
  716. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces3));
  717. QVERIFY(fakeFolder.currentRemoteState().find("A/foo"));
  718. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces4));
  719. QVERIFY(fakeFolder.currentLocalState().find("A/foo"));
  720. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces4));
  721. QVERIFY(fakeFolder.currentRemoteState().find("A/bar"));
  722. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces5));
  723. QVERIFY(fakeFolder.currentLocalState().find("A/bar"));
  724. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces5));
  725. QVERIFY(fakeFolder.currentRemoteState().find("A/bla"));
  726. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces6));
  727. QVERIFY(fakeFolder.currentLocalState().find("A/bla"));
  728. QVERIFY(!fakeFolder.currentLocalState().find(fileWithSpaces6));
  729. }
  730. void testCreateFileWithTrailingSpaces_localAndRemoteTrimmedDoNotExist_renameFile()
  731. {
  732. FakeFolder fakeFolder{ FileInfo() };
  733. setupVfs(fakeFolder);
  734. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  735. const QString fileWithSpaces4("A/ foo");
  736. const QString fileWithSpaces5("A/ bar ");
  737. const QString fileWithSpaces6("A/bla ");
  738. fakeFolder.remoteModifier().mkdir("A");
  739. fakeFolder.remoteModifier().insert(fileWithSpaces4);
  740. fakeFolder.remoteModifier().insert(fileWithSpaces5);
  741. fakeFolder.remoteModifier().insert(fileWithSpaces6);
  742. QVERIFY(fakeFolder.syncOnce());
  743. QVERIFY(fakeFolder.currentRemoteState().find("A/foo"));
  744. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces4));
  745. QVERIFY(fakeFolder.currentRemoteState().find("A/bar"));
  746. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces5));
  747. QVERIFY(fakeFolder.currentRemoteState().find("A/bla"));
  748. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces6));
  749. QVERIFY(fakeFolder.syncOnce());
  750. QVERIFY(fakeFolder.currentRemoteState().find("A/foo"));
  751. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces4));
  752. QVERIFY(fakeFolder.currentLocalState().find("A/foo" DVSUFFIX));
  753. QVERIFY(!fakeFolder.currentLocalState().find(QString{fileWithSpaces4 + DVSUFFIX}));
  754. QVERIFY(fakeFolder.currentRemoteState().find("A/bar"));
  755. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces5));
  756. QVERIFY(fakeFolder.currentLocalState().find("A/bar" DVSUFFIX));
  757. QVERIFY(!fakeFolder.currentLocalState().find(QString{fileWithSpaces5 + DVSUFFIX}));
  758. QVERIFY(fakeFolder.currentRemoteState().find("A/bla"));
  759. QVERIFY(!fakeFolder.currentRemoteState().find(fileWithSpaces6));
  760. QVERIFY(fakeFolder.currentLocalState().find("A/bla" DVSUFFIX));
  761. QVERIFY(!fakeFolder.currentLocalState().find(QString{fileWithSpaces6 + DVSUFFIX}));
  762. }
  763. // Dehydration via sync works
  764. void testSyncDehydration()
  765. {
  766. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  767. setupVfs(fakeFolder);
  768. QVERIFY(fakeFolder.syncOnce());
  769. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  770. ItemCompletedSpy completeSpy(fakeFolder);
  771. auto cleanup = [&]() {
  772. completeSpy.clear();
  773. };
  774. cleanup();
  775. //
  776. // Mark for dehydration and check
  777. //
  778. markForDehydration(fakeFolder, "A/a1");
  779. markForDehydration(fakeFolder, "A/a2");
  780. fakeFolder.remoteModifier().appendByte("A/a2");
  781. // expect: normal dehydration
  782. markForDehydration(fakeFolder, "B/b1");
  783. fakeFolder.remoteModifier().remove("B/b1");
  784. // expect: local removal
  785. markForDehydration(fakeFolder, "B/b2");
  786. fakeFolder.remoteModifier().rename("B/b2", "B/b3");
  787. // expect: B/b2 is gone, B/b3 is NEW placeholder
  788. markForDehydration(fakeFolder, "C/c1");
  789. fakeFolder.localModifier().appendByte("C/c1");
  790. // expect: no dehydration, upload of c1
  791. markForDehydration(fakeFolder, "C/c2");
  792. fakeFolder.localModifier().appendByte("C/c2");
  793. fakeFolder.remoteModifier().appendByte("C/c2");
  794. fakeFolder.remoteModifier().appendByte("C/c2");
  795. // expect: no dehydration, conflict
  796. QVERIFY(fakeFolder.syncOnce());
  797. auto isDehydrated = [&](const QString &path) {
  798. QString placeholder = path + DVSUFFIX;
  799. return !fakeFolder.currentLocalState().find(path)
  800. && fakeFolder.currentLocalState().find(placeholder);
  801. };
  802. auto hasDehydratedDbEntries = [&](const QString &path) {
  803. SyncJournalFileRecord normal, suffix;
  804. fakeFolder.syncJournal().getFileRecord(path, &normal);
  805. fakeFolder.syncJournal().getFileRecord(path + DVSUFFIX, &suffix);
  806. return !normal.isValid() && suffix.isValid() && suffix._type == ItemTypeVirtualFile;
  807. };
  808. QVERIFY(isDehydrated("A/a1"));
  809. QVERIFY(hasDehydratedDbEntries("A/a1"));
  810. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_SYNC));
  811. QCOMPARE(completeSpy.findItem("A/a1" DVSUFFIX)->_type, ItemTypeVirtualFileDehydration);
  812. QCOMPARE(completeSpy.findItem("A/a1" DVSUFFIX)->_file, QStringLiteral("A/a1"));
  813. QCOMPARE(completeSpy.findItem("A/a1" DVSUFFIX)->_renameTarget, QStringLiteral("A/a1" DVSUFFIX));
  814. QVERIFY(isDehydrated("A/a2"));
  815. QVERIFY(hasDehydratedDbEntries("A/a2"));
  816. QVERIFY(itemInstruction(completeSpy, "A/a2" DVSUFFIX, CSYNC_INSTRUCTION_SYNC));
  817. QCOMPARE(completeSpy.findItem("A/a2" DVSUFFIX)->_type, ItemTypeVirtualFileDehydration);
  818. QVERIFY(!fakeFolder.currentLocalState().find("B/b1"));
  819. QVERIFY(!fakeFolder.currentRemoteState().find("B/b1"));
  820. QVERIFY(itemInstruction(completeSpy, "B/b1", CSYNC_INSTRUCTION_REMOVE));
  821. QVERIFY(!fakeFolder.currentLocalState().find("B/b2"));
  822. QVERIFY(!fakeFolder.currentRemoteState().find("B/b2"));
  823. QVERIFY(isDehydrated("B/b3"));
  824. QVERIFY(hasDehydratedDbEntries("B/b3"));
  825. QVERIFY(itemInstruction(completeSpy, "B/b2", CSYNC_INSTRUCTION_REMOVE));
  826. QVERIFY(itemInstruction(completeSpy, "B/b3" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  827. QCOMPARE(fakeFolder.currentRemoteState().find("C/c1")->size, 25);
  828. QVERIFY(itemInstruction(completeSpy, "C/c1", CSYNC_INSTRUCTION_SYNC));
  829. QCOMPARE(fakeFolder.currentRemoteState().find("C/c2")->size, 26);
  830. QVERIFY(itemInstruction(completeSpy, "C/c2", CSYNC_INSTRUCTION_CONFLICT));
  831. cleanup();
  832. auto expectedLocalState = fakeFolder.currentLocalState();
  833. auto expectedRemoteState = fakeFolder.currentRemoteState();
  834. QVERIFY(fakeFolder.syncOnce());
  835. QCOMPARE(fakeFolder.currentLocalState(), expectedLocalState);
  836. QCOMPARE(fakeFolder.currentRemoteState(), expectedRemoteState);
  837. }
  838. void testWipeVirtualSuffixFiles()
  839. {
  840. FakeFolder fakeFolder{ FileInfo{} };
  841. setupVfs(fakeFolder);
  842. // Create a suffix-vfs baseline
  843. fakeFolder.remoteModifier().mkdir("A");
  844. fakeFolder.remoteModifier().mkdir("A/B");
  845. fakeFolder.remoteModifier().insert("f1");
  846. fakeFolder.remoteModifier().insert("A/a1");
  847. fakeFolder.remoteModifier().insert("A/a3");
  848. fakeFolder.remoteModifier().insert("A/B/b1");
  849. fakeFolder.localModifier().mkdir("A");
  850. fakeFolder.localModifier().mkdir("A/B");
  851. fakeFolder.localModifier().insert("f2");
  852. fakeFolder.localModifier().insert("A/a2");
  853. fakeFolder.localModifier().insert("A/B/b2");
  854. QVERIFY(fakeFolder.syncOnce());
  855. QVERIFY(fakeFolder.currentLocalState().find("f1" DVSUFFIX));
  856. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  857. QVERIFY(fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  858. QVERIFY(fakeFolder.currentLocalState().find("A/B/b1" DVSUFFIX));
  859. // Make local changes to a3
  860. fakeFolder.localModifier().remove("A/a3" DVSUFFIX);
  861. fakeFolder.localModifier().insert("A/a3" DVSUFFIX, 100);
  862. // Now wipe the virtuals
  863. SyncEngine::wipeVirtualFiles(fakeFolder.localPath(), fakeFolder.syncJournal(), *fakeFolder.syncEngine().syncOptions()._vfs);
  864. QVERIFY(!fakeFolder.currentLocalState().find("f1" DVSUFFIX));
  865. QVERIFY(!fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  866. QVERIFY(fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  867. QVERIFY(!fakeFolder.currentLocalState().find("A/B/b1" DVSUFFIX));
  868. fakeFolder.switchToVfs(QSharedPointer<Vfs>(new VfsOff));
  869. QVERIFY(fakeFolder.syncOnce());
  870. QVERIFY(fakeFolder.currentRemoteState().find("A/a3" DVSUFFIX)); // regular upload
  871. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  872. }
  873. void testNewVirtuals()
  874. {
  875. FakeFolder fakeFolder{ FileInfo() };
  876. setupVfs(fakeFolder);
  877. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  878. auto setPin = [&] (const QByteArray &path, PinState state) {
  879. fakeFolder.syncJournal().internalPinStates().setForPath(path, state);
  880. };
  881. fakeFolder.remoteModifier().mkdir("local");
  882. fakeFolder.remoteModifier().mkdir("online");
  883. fakeFolder.remoteModifier().mkdir("unspec");
  884. QVERIFY(fakeFolder.syncOnce());
  885. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  886. setPin("local", PinState::AlwaysLocal);
  887. setPin("online", PinState::OnlineOnly);
  888. setPin("unspec", PinState::Unspecified);
  889. // Test 1: root is Unspecified
  890. fakeFolder.remoteModifier().insert("file1");
  891. fakeFolder.remoteModifier().insert("online/file1");
  892. fakeFolder.remoteModifier().insert("local/file1");
  893. fakeFolder.remoteModifier().insert("unspec/file1");
  894. QVERIFY(fakeFolder.syncOnce());
  895. QVERIFY(fakeFolder.currentLocalState().find("file1" DVSUFFIX));
  896. QVERIFY(fakeFolder.currentLocalState().find("online/file1" DVSUFFIX));
  897. QVERIFY(fakeFolder.currentLocalState().find("local/file1"));
  898. QVERIFY(fakeFolder.currentLocalState().find("unspec/file1" DVSUFFIX));
  899. // Test 2: change root to AlwaysLocal
  900. setPin("", PinState::AlwaysLocal);
  901. fakeFolder.remoteModifier().insert("file2");
  902. fakeFolder.remoteModifier().insert("online/file2");
  903. fakeFolder.remoteModifier().insert("local/file2");
  904. fakeFolder.remoteModifier().insert("unspec/file2");
  905. QVERIFY(fakeFolder.syncOnce());
  906. QVERIFY(fakeFolder.currentLocalState().find("file2"));
  907. QVERIFY(fakeFolder.currentLocalState().find("online/file2" DVSUFFIX));
  908. QVERIFY(fakeFolder.currentLocalState().find("local/file2"));
  909. QVERIFY(fakeFolder.currentLocalState().find("unspec/file2" DVSUFFIX));
  910. // root file1 was hydrated due to its new pin state
  911. QVERIFY(fakeFolder.currentLocalState().find("file1"));
  912. // file1 is unchanged in the explicitly pinned subfolders
  913. QVERIFY(fakeFolder.currentLocalState().find("online/file1" DVSUFFIX));
  914. QVERIFY(fakeFolder.currentLocalState().find("local/file1"));
  915. QVERIFY(fakeFolder.currentLocalState().find("unspec/file1" DVSUFFIX));
  916. // Test 3: change root to OnlineOnly
  917. setPin("", PinState::OnlineOnly);
  918. fakeFolder.remoteModifier().insert("file3");
  919. fakeFolder.remoteModifier().insert("online/file3");
  920. fakeFolder.remoteModifier().insert("local/file3");
  921. fakeFolder.remoteModifier().insert("unspec/file3");
  922. QVERIFY(fakeFolder.syncOnce());
  923. QVERIFY(fakeFolder.currentLocalState().find("file3" DVSUFFIX));
  924. QVERIFY(fakeFolder.currentLocalState().find("online/file3" DVSUFFIX));
  925. QVERIFY(fakeFolder.currentLocalState().find("local/file3"));
  926. QVERIFY(fakeFolder.currentLocalState().find("unspec/file3" DVSUFFIX));
  927. // root file1 was dehydrated due to its new pin state
  928. QVERIFY(fakeFolder.currentLocalState().find("file1" DVSUFFIX));
  929. // file1 is unchanged in the explicitly pinned subfolders
  930. QVERIFY(fakeFolder.currentLocalState().find("online/file1" DVSUFFIX));
  931. QVERIFY(fakeFolder.currentLocalState().find("local/file1"));
  932. QVERIFY(fakeFolder.currentLocalState().find("unspec/file1" DVSUFFIX));
  933. }
  934. // Check what happens if vfs-suffixed files exist on the server or locally
  935. // while the file is hydrated
  936. void testSuffixFilesWhileLocalHydrated()
  937. {
  938. FakeFolder fakeFolder{ FileInfo() };
  939. ItemCompletedSpy completeSpy(fakeFolder);
  940. auto cleanup = [&]() {
  941. completeSpy.clear();
  942. };
  943. cleanup();
  944. // suffixed files are happily synced with Vfs::Off
  945. fakeFolder.remoteModifier().mkdir("A");
  946. fakeFolder.remoteModifier().insert("A/test1" DVSUFFIX, 10, 'A');
  947. fakeFolder.remoteModifier().insert("A/test2" DVSUFFIX, 20, 'A');
  948. fakeFolder.remoteModifier().insert("A/file1" DVSUFFIX, 30, 'A');
  949. fakeFolder.remoteModifier().insert("A/file2", 40, 'A');
  950. fakeFolder.remoteModifier().insert("A/file2" DVSUFFIX, 50, 'A');
  951. fakeFolder.remoteModifier().insert("A/file3", 60, 'A');
  952. fakeFolder.remoteModifier().insert("A/file3" DVSUFFIX, 70, 'A');
  953. fakeFolder.remoteModifier().insert("A/file3" DVSUFFIX DVSUFFIX, 80, 'A');
  954. fakeFolder.remoteModifier().insert("A/remote1" DVSUFFIX, 30, 'A');
  955. fakeFolder.remoteModifier().insert("A/remote2", 40, 'A');
  956. fakeFolder.remoteModifier().insert("A/remote2" DVSUFFIX, 50, 'A');
  957. fakeFolder.remoteModifier().insert("A/remote3", 60, 'A');
  958. fakeFolder.remoteModifier().insert("A/remote3" DVSUFFIX, 70, 'A');
  959. fakeFolder.remoteModifier().insert("A/remote3" DVSUFFIX DVSUFFIX, 80, 'A');
  960. QVERIFY(fakeFolder.syncOnce());
  961. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  962. cleanup();
  963. // Enable suffix vfs
  964. setupVfs(fakeFolder);
  965. // A simple sync removes the files that are now ignored (?)
  966. QVERIFY(fakeFolder.syncOnce());
  967. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  968. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  969. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  970. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  971. cleanup();
  972. // Add a real file where the suffixed file exists
  973. fakeFolder.localModifier().insert("A/test1", 11, 'A');
  974. fakeFolder.remoteModifier().insert("A/test2", 21, 'A');
  975. QVERIFY(fakeFolder.syncOnce());
  976. QVERIFY(itemInstruction(completeSpy, "A/test1", CSYNC_INSTRUCTION_NEW));
  977. // this isn't fully good since some code requires size == 1 for placeholders
  978. // (when renaming placeholder to real file). But the alternative would mean
  979. // special casing this to allow CONFLICT at virtual file creation level. Ew.
  980. QVERIFY(itemInstruction(completeSpy, "A/test2" DVSUFFIX, CSYNC_INSTRUCTION_UPDATE_METADATA));
  981. cleanup();
  982. // Local changes of suffixed file do nothing
  983. fakeFolder.localModifier().setContents("A/file1" DVSUFFIX, 'B');
  984. fakeFolder.localModifier().setContents("A/file2" DVSUFFIX, 'B');
  985. fakeFolder.localModifier().setContents("A/file3" DVSUFFIX, 'B');
  986. fakeFolder.localModifier().setContents("A/file3" DVSUFFIX DVSUFFIX, 'B');
  987. QVERIFY(fakeFolder.syncOnce());
  988. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  989. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  990. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  991. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  992. cleanup();
  993. // Remote changes don't do anything either
  994. fakeFolder.remoteModifier().setContents("A/file1" DVSUFFIX, 'C');
  995. fakeFolder.remoteModifier().setContents("A/file2" DVSUFFIX, 'C');
  996. fakeFolder.remoteModifier().setContents("A/file3" DVSUFFIX, 'C');
  997. fakeFolder.remoteModifier().setContents("A/file3" DVSUFFIX DVSUFFIX, 'C');
  998. QVERIFY(fakeFolder.syncOnce());
  999. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1000. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1001. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1002. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1003. cleanup();
  1004. // Local removal: when not querying server
  1005. fakeFolder.localModifier().remove("A/file1" DVSUFFIX);
  1006. fakeFolder.localModifier().remove("A/file2" DVSUFFIX);
  1007. fakeFolder.localModifier().remove("A/file3" DVSUFFIX);
  1008. fakeFolder.localModifier().remove("A/file3" DVSUFFIX DVSUFFIX);
  1009. QVERIFY(fakeFolder.syncOnce());
  1010. QVERIFY(completeSpy.findItem("A/file1" DVSUFFIX)->isEmpty());
  1011. QVERIFY(completeSpy.findItem("A/file2" DVSUFFIX)->isEmpty());
  1012. QVERIFY(completeSpy.findItem("A/file3" DVSUFFIX)->isEmpty());
  1013. QVERIFY(completeSpy.findItem("A/file3" DVSUFFIX DVSUFFIX)->isEmpty());
  1014. cleanup();
  1015. // Local removal: when querying server
  1016. fakeFolder.remoteModifier().setContents("A/file1" DVSUFFIX, 'D');
  1017. QVERIFY(fakeFolder.syncOnce());
  1018. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1019. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1020. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1021. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1022. cleanup();
  1023. // Remote removal
  1024. fakeFolder.remoteModifier().remove("A/remote1" DVSUFFIX);
  1025. fakeFolder.remoteModifier().remove("A/remote2" DVSUFFIX);
  1026. fakeFolder.remoteModifier().remove("A/remote3" DVSUFFIX);
  1027. fakeFolder.remoteModifier().remove("A/remote3" DVSUFFIX DVSUFFIX);
  1028. QVERIFY(fakeFolder.syncOnce());
  1029. QVERIFY(itemInstruction(completeSpy, "A/remote1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1030. QVERIFY(itemInstruction(completeSpy, "A/remote2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1031. QVERIFY(itemInstruction(completeSpy, "A/remote3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1032. QVERIFY(itemInstruction(completeSpy, "A/remote3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1033. cleanup();
  1034. // New files with a suffix aren't propagated downwards in the first place
  1035. fakeFolder.remoteModifier().insert("A/new1" DVSUFFIX);
  1036. QVERIFY(fakeFolder.syncOnce());
  1037. QVERIFY(itemInstruction(completeSpy, "A/new1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1038. QVERIFY(fakeFolder.currentRemoteState().find("A/new1" DVSUFFIX));
  1039. QVERIFY(!fakeFolder.currentLocalState().find("A/new1"));
  1040. QVERIFY(!fakeFolder.currentLocalState().find("A/new1" DVSUFFIX));
  1041. QVERIFY(!fakeFolder.currentLocalState().find("A/new1" DVSUFFIX DVSUFFIX));
  1042. cleanup();
  1043. }
  1044. // Check what happens if vfs-suffixed files exist on the server or in the db
  1045. void testExtraFilesLocalDehydrated()
  1046. {
  1047. FakeFolder fakeFolder{ FileInfo() };
  1048. setupVfs(fakeFolder);
  1049. ItemCompletedSpy completeSpy(fakeFolder);
  1050. auto cleanup = [&]() {
  1051. completeSpy.clear();
  1052. };
  1053. cleanup();
  1054. // create a bunch of local virtual files, in some instances
  1055. // ignore remote files
  1056. fakeFolder.remoteModifier().mkdir("A");
  1057. fakeFolder.remoteModifier().insert("A/file1", 30, 'A');
  1058. fakeFolder.remoteModifier().insert("A/file2", 40, 'A');
  1059. fakeFolder.remoteModifier().insert("A/file3", 60, 'A');
  1060. fakeFolder.remoteModifier().insert("A/file3" DVSUFFIX, 70, 'A');
  1061. fakeFolder.remoteModifier().insert("A/file4", 80, 'A');
  1062. fakeFolder.remoteModifier().insert("A/file4" DVSUFFIX, 90, 'A');
  1063. fakeFolder.remoteModifier().insert("A/file4" DVSUFFIX DVSUFFIX, 100, 'A');
  1064. fakeFolder.remoteModifier().insert("A/file5", 110, 'A');
  1065. fakeFolder.remoteModifier().insert("A/file6", 120, 'A');
  1066. QVERIFY(fakeFolder.syncOnce());
  1067. QVERIFY(!fakeFolder.currentLocalState().find("A/file1"));
  1068. QVERIFY(fakeFolder.currentLocalState().find("A/file1" DVSUFFIX));
  1069. QVERIFY(!fakeFolder.currentLocalState().find("A/file2"));
  1070. QVERIFY(fakeFolder.currentLocalState().find("A/file2" DVSUFFIX));
  1071. QVERIFY(!fakeFolder.currentLocalState().find("A/file3"));
  1072. QVERIFY(fakeFolder.currentLocalState().find("A/file3" DVSUFFIX));
  1073. QVERIFY(!fakeFolder.currentLocalState().find("A/file4"));
  1074. QVERIFY(fakeFolder.currentLocalState().find("A/file4" DVSUFFIX));
  1075. QVERIFY(!fakeFolder.currentLocalState().find("A/file4" DVSUFFIX DVSUFFIX));
  1076. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  1077. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  1078. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1079. QVERIFY(itemInstruction(completeSpy, "A/file4" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1080. QVERIFY(itemInstruction(completeSpy, "A/file4" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1081. cleanup();
  1082. // Create odd extra files locally and remotely
  1083. fakeFolder.localModifier().insert("A/file1", 10, 'A');
  1084. fakeFolder.localModifier().insert("A/file2" DVSUFFIX DVSUFFIX, 10, 'A');
  1085. fakeFolder.remoteModifier().insert("A/file5" DVSUFFIX, 10, 'A');
  1086. fakeFolder.localModifier().insert("A/file6", 10, 'A');
  1087. fakeFolder.remoteModifier().insert("A/file6" DVSUFFIX, 10, 'A');
  1088. QVERIFY(fakeFolder.syncOnce());
  1089. QVERIFY(itemInstruction(completeSpy, "A/file1", CSYNC_INSTRUCTION_CONFLICT));
  1090. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE)); // it's now a pointless real virtual file
  1091. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1092. QVERIFY(itemInstruction(completeSpy, "A/file5" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1093. QVERIFY(itemInstruction(completeSpy, "A/file6", CSYNC_INSTRUCTION_CONFLICT));
  1094. QVERIFY(itemInstruction(completeSpy, "A/file6" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1095. cleanup();
  1096. }
  1097. void testAvailability()
  1098. {
  1099. FakeFolder fakeFolder{ FileInfo() };
  1100. auto vfs = setupVfs(fakeFolder);
  1101. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1102. auto setPin = [&] (const QByteArray &path, PinState state) {
  1103. fakeFolder.syncJournal().internalPinStates().setForPath(path, state);
  1104. };
  1105. fakeFolder.remoteModifier().mkdir("local");
  1106. fakeFolder.remoteModifier().mkdir("local/sub");
  1107. fakeFolder.remoteModifier().mkdir("online");
  1108. fakeFolder.remoteModifier().mkdir("online/sub");
  1109. fakeFolder.remoteModifier().mkdir("unspec");
  1110. QVERIFY(fakeFolder.syncOnce());
  1111. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1112. setPin("local", PinState::AlwaysLocal);
  1113. setPin("online", PinState::OnlineOnly);
  1114. setPin("unspec", PinState::Unspecified);
  1115. fakeFolder.remoteModifier().insert("file1");
  1116. fakeFolder.remoteModifier().insert("online/file1");
  1117. fakeFolder.remoteModifier().insert("online/file2");
  1118. fakeFolder.remoteModifier().insert("local/file1");
  1119. fakeFolder.remoteModifier().insert("local/file2");
  1120. fakeFolder.remoteModifier().insert("unspec/file1");
  1121. QVERIFY(fakeFolder.syncOnce());
  1122. // root is unspecified
  1123. QCOMPARE(*vfs->availability("file1" DVSUFFIX), VfsItemAvailability::AllDehydrated);
  1124. QCOMPARE(*vfs->availability("local"), VfsItemAvailability::AlwaysLocal);
  1125. QCOMPARE(*vfs->availability("local/file1"), VfsItemAvailability::AlwaysLocal);
  1126. QCOMPARE(*vfs->availability("online"), VfsItemAvailability::OnlineOnly);
  1127. QCOMPARE(*vfs->availability("online/file1" DVSUFFIX), VfsItemAvailability::OnlineOnly);
  1128. QCOMPARE(*vfs->availability("unspec"), VfsItemAvailability::AllDehydrated);
  1129. QCOMPARE(*vfs->availability("unspec/file1" DVSUFFIX), VfsItemAvailability::AllDehydrated);
  1130. // Subitem pin states can ruin "pure" availabilities
  1131. setPin("local/sub", PinState::OnlineOnly);
  1132. QCOMPARE(*vfs->availability("local"), VfsItemAvailability::AllHydrated);
  1133. setPin("online/sub", PinState::Unspecified);
  1134. QCOMPARE(*vfs->availability("online"), VfsItemAvailability::AllDehydrated);
  1135. triggerDownload(fakeFolder, "unspec/file1");
  1136. setPin("local/file2", PinState::OnlineOnly);
  1137. setPin("online/file2" DVSUFFIX, PinState::AlwaysLocal);
  1138. QVERIFY(fakeFolder.syncOnce());
  1139. QCOMPARE(*vfs->availability("unspec"), VfsItemAvailability::AllHydrated);
  1140. QCOMPARE(*vfs->availability("local"), VfsItemAvailability::Mixed);
  1141. QCOMPARE(*vfs->availability("online"), VfsItemAvailability::Mixed);
  1142. QVERIFY(vfs->setPinState("local", PinState::AlwaysLocal));
  1143. QVERIFY(vfs->setPinState("online", PinState::OnlineOnly));
  1144. QVERIFY(fakeFolder.syncOnce());
  1145. QCOMPARE(*vfs->availability("online"), VfsItemAvailability::OnlineOnly);
  1146. QCOMPARE(*vfs->availability("local"), VfsItemAvailability::AlwaysLocal);
  1147. auto r = vfs->availability("nonexistant");
  1148. QVERIFY(!r);
  1149. QCOMPARE(r.error(), Vfs::AvailabilityError::NoSuchItem);
  1150. }
  1151. void testPinStateLocals()
  1152. {
  1153. FakeFolder fakeFolder{ FileInfo() };
  1154. auto vfs = setupVfs(fakeFolder);
  1155. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1156. auto setPin = [&] (const QByteArray &path, PinState state) {
  1157. fakeFolder.syncJournal().internalPinStates().setForPath(path, state);
  1158. };
  1159. fakeFolder.remoteModifier().mkdir("local");
  1160. fakeFolder.remoteModifier().mkdir("online");
  1161. fakeFolder.remoteModifier().mkdir("unspec");
  1162. QVERIFY(fakeFolder.syncOnce());
  1163. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1164. setPin("local", PinState::AlwaysLocal);
  1165. setPin("online", PinState::OnlineOnly);
  1166. setPin("unspec", PinState::Unspecified);
  1167. fakeFolder.localModifier().insert("file1");
  1168. fakeFolder.localModifier().insert("online/file1");
  1169. fakeFolder.localModifier().insert("online/file2");
  1170. fakeFolder.localModifier().insert("local/file1");
  1171. fakeFolder.localModifier().insert("unspec/file1");
  1172. QVERIFY(fakeFolder.syncOnce());
  1173. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1174. // root is unspecified
  1175. QCOMPARE(*vfs->pinState("file1" DVSUFFIX), PinState::Unspecified);
  1176. QCOMPARE(*vfs->pinState("local/file1"), PinState::AlwaysLocal);
  1177. QCOMPARE(*vfs->pinState("online/file1"), PinState::Unspecified);
  1178. QCOMPARE(*vfs->pinState("unspec/file1"), PinState::Unspecified);
  1179. // Sync again: bad pin states of new local files usually take effect on second sync
  1180. QVERIFY(fakeFolder.syncOnce());
  1181. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1182. // When a file in an online-only folder is renamed, it retains its pin
  1183. fakeFolder.localModifier().rename("online/file1", "online/file1rename");
  1184. fakeFolder.remoteModifier().rename("online/file2", "online/file2rename");
  1185. QVERIFY(fakeFolder.syncOnce());
  1186. QCOMPARE(*vfs->pinState("online/file1rename"), PinState::Unspecified);
  1187. QCOMPARE(*vfs->pinState("online/file2rename"), PinState::Unspecified);
  1188. // When a folder is renamed, the pin states inside should be retained
  1189. fakeFolder.localModifier().rename("online", "onlinerenamed1");
  1190. QVERIFY(fakeFolder.syncOnce());
  1191. QCOMPARE(*vfs->pinState("onlinerenamed1"), PinState::OnlineOnly);
  1192. QCOMPARE(*vfs->pinState("onlinerenamed1/file1rename"), PinState::Unspecified);
  1193. fakeFolder.remoteModifier().rename("onlinerenamed1", "onlinerenamed2");
  1194. QVERIFY(fakeFolder.syncOnce());
  1195. QCOMPARE(*vfs->pinState("onlinerenamed2"), PinState::OnlineOnly);
  1196. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::Unspecified);
  1197. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1198. // When a file is deleted and later a new file has the same name, the old pin
  1199. // state isn't preserved.
  1200. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::Unspecified);
  1201. fakeFolder.remoteModifier().remove("onlinerenamed2/file1rename");
  1202. QVERIFY(fakeFolder.syncOnce());
  1203. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::OnlineOnly);
  1204. fakeFolder.remoteModifier().insert("onlinerenamed2/file1rename");
  1205. QVERIFY(fakeFolder.syncOnce());
  1206. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::OnlineOnly);
  1207. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename" DVSUFFIX), PinState::OnlineOnly);
  1208. // When a file is hydrated or dehydrated due to pin state it retains its pin state
  1209. QVERIFY(vfs->setPinState("onlinerenamed2/file1rename" DVSUFFIX, PinState::AlwaysLocal));
  1210. QVERIFY(fakeFolder.syncOnce());
  1211. QVERIFY(fakeFolder.currentLocalState().find("onlinerenamed2/file1rename"));
  1212. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::AlwaysLocal);
  1213. QVERIFY(vfs->setPinState("onlinerenamed2", PinState::Unspecified));
  1214. QVERIFY(vfs->setPinState("onlinerenamed2/file1rename", PinState::OnlineOnly));
  1215. QVERIFY(fakeFolder.syncOnce());
  1216. QVERIFY(fakeFolder.currentLocalState().find("onlinerenamed2/file1rename" DVSUFFIX));
  1217. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename" DVSUFFIX), PinState::OnlineOnly);
  1218. }
  1219. void testIncompatiblePins()
  1220. {
  1221. FakeFolder fakeFolder{ FileInfo() };
  1222. auto vfs = setupVfs(fakeFolder);
  1223. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1224. auto setPin = [&] (const QByteArray &path, PinState state) {
  1225. fakeFolder.syncJournal().internalPinStates().setForPath(path, state);
  1226. };
  1227. fakeFolder.remoteModifier().mkdir("local");
  1228. fakeFolder.remoteModifier().mkdir("online");
  1229. QVERIFY(fakeFolder.syncOnce());
  1230. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1231. setPin("local", PinState::AlwaysLocal);
  1232. setPin("online", PinState::OnlineOnly);
  1233. fakeFolder.localModifier().insert("local/file1");
  1234. fakeFolder.localModifier().insert("online/file1");
  1235. QVERIFY(fakeFolder.syncOnce());
  1236. markForDehydration(fakeFolder, "local/file1");
  1237. triggerDownload(fakeFolder, "online/file1");
  1238. // the sync sets the changed files pin states to unspecified
  1239. QVERIFY(fakeFolder.syncOnce());
  1240. QVERIFY(fakeFolder.currentLocalState().find("online/file1"));
  1241. QVERIFY(fakeFolder.currentLocalState().find("local/file1" DVSUFFIX));
  1242. QCOMPARE(*vfs->pinState("online/file1"), PinState::Unspecified);
  1243. QCOMPARE(*vfs->pinState("local/file1" DVSUFFIX), PinState::Unspecified);
  1244. // no change on another sync
  1245. QVERIFY(fakeFolder.syncOnce());
  1246. QVERIFY(fakeFolder.currentLocalState().find("online/file1"));
  1247. QVERIFY(fakeFolder.currentLocalState().find("local/file1" DVSUFFIX));
  1248. }
  1249. void testPlaceHolderExist() {
  1250. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  1251. fakeFolder.remoteModifier().insert("A/a1" DVSUFFIX, 111);
  1252. fakeFolder.remoteModifier().insert("A/hello" DVSUFFIX, 222);
  1253. QVERIFY(fakeFolder.syncOnce());
  1254. auto vfs = setupVfs(fakeFolder);
  1255. ItemCompletedSpy completeSpy(fakeFolder);
  1256. auto cleanup = [&]() { completeSpy.clear(); };
  1257. cleanup();
  1258. QVERIFY(fakeFolder.syncOnce());
  1259. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1260. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1261. QVERIFY(itemInstruction(completeSpy, "A/hello" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1262. fakeFolder.remoteModifier().insert("A/a2" DVSUFFIX);
  1263. fakeFolder.remoteModifier().insert("A/hello", 12);
  1264. fakeFolder.localModifier().insert("A/igno" DVSUFFIX, 123);
  1265. cleanup();
  1266. QVERIFY(fakeFolder.syncOnce());
  1267. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1268. QVERIFY(itemInstruction(completeSpy, "A/igno" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1269. // verify that the files are still present
  1270. QCOMPARE(fakeFolder.currentLocalState().find("A/hello" DVSUFFIX)->size, 222);
  1271. QCOMPARE(*fakeFolder.currentLocalState().find("A/hello" DVSUFFIX),
  1272. *fakeFolder.currentRemoteState().find("A/hello" DVSUFFIX));
  1273. QCOMPARE(fakeFolder.currentLocalState().find("A/igno" DVSUFFIX)->size, 123);
  1274. cleanup();
  1275. // Dehydrate
  1276. QVERIFY(vfs->setPinState(QString(), PinState::OnlineOnly));
  1277. QVERIFY(!fakeFolder.syncOnce());
  1278. QVERIFY(itemInstruction(completeSpy, "A/igno" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1279. // verify that the files are still present
  1280. QCOMPARE(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX)->size, 111);
  1281. QCOMPARE(fakeFolder.currentLocalState().find("A/hello" DVSUFFIX)->size, 222);
  1282. QCOMPARE(*fakeFolder.currentLocalState().find("A/hello" DVSUFFIX),
  1283. *fakeFolder.currentRemoteState().find("A/hello" DVSUFFIX));
  1284. QCOMPARE(*fakeFolder.currentLocalState().find("A/a1"),
  1285. *fakeFolder.currentRemoteState().find("A/a1"));
  1286. QCOMPARE(fakeFolder.currentLocalState().find("A/igno" DVSUFFIX)->size, 123);
  1287. // Now disable vfs and check that all files are still there
  1288. cleanup();
  1289. SyncEngine::wipeVirtualFiles(fakeFolder.localPath(), fakeFolder.syncJournal(), *vfs);
  1290. fakeFolder.switchToVfs(QSharedPointer<Vfs>(new VfsOff));
  1291. QVERIFY(fakeFolder.syncOnce());
  1292. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1293. QCOMPARE(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX)->size, 111);
  1294. QCOMPARE(fakeFolder.currentLocalState().find("A/hello")->size, 12);
  1295. QCOMPARE(fakeFolder.currentLocalState().find("A/hello" DVSUFFIX)->size, 222);
  1296. QCOMPARE(fakeFolder.currentLocalState().find("A/igno" DVSUFFIX)->size, 123);
  1297. }
  1298. void testUpdateMetadataErrorManagement()
  1299. {
  1300. FakeFolder fakeFolder{FileInfo{}};
  1301. setupVfs(fakeFolder);
  1302. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1303. // Existing files are propagated just fine in both directions
  1304. fakeFolder.remoteModifier().mkdir(QStringLiteral("aaa"));
  1305. fakeFolder.remoteModifier().mkdir(QStringLiteral("aaa/subfolder"));
  1306. fakeFolder.remoteModifier().insert(QStringLiteral("aaa/subfolder/bar"));
  1307. QVERIFY(fakeFolder.syncOnce());
  1308. // New files on the remote create virtual files
  1309. fakeFolder.remoteModifier().setModTime(QStringLiteral("aaa/subfolder/bar"), QDateTime::fromSecsSinceEpoch(0));
  1310. QVERIFY(!fakeFolder.syncOnce());
  1311. QVERIFY(!fakeFolder.syncOnce());
  1312. }
  1313. void testInvalidFutureMtimeRecovery()
  1314. {
  1315. constexpr auto FUTURE_MTIME = 0xFFFFFFFF;
  1316. constexpr auto CURRENT_MTIME = 1646057277;
  1317. FakeFolder fakeFolder{FileInfo{}};
  1318. setupVfs(fakeFolder);
  1319. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1320. const QString fooFileRootFolder("foo");
  1321. const QString barFileRootFolder("bar");
  1322. const QString fooFileSubFolder("subfolder/foo");
  1323. const QString barFileSubFolder("subfolder/bar");
  1324. const QString fooFileAaaSubFolder("aaa/subfolder/foo");
  1325. const QString barFileAaaSubFolder("aaa/subfolder/bar");
  1326. fakeFolder.remoteModifier().insert(fooFileRootFolder);
  1327. fakeFolder.remoteModifier().insert(barFileRootFolder);
  1328. fakeFolder.remoteModifier().mkdir(QStringLiteral("subfolder"));
  1329. fakeFolder.remoteModifier().insert(fooFileSubFolder);
  1330. fakeFolder.remoteModifier().insert(barFileSubFolder);
  1331. fakeFolder.remoteModifier().mkdir(QStringLiteral("aaa"));
  1332. fakeFolder.remoteModifier().mkdir(QStringLiteral("aaa/subfolder"));
  1333. fakeFolder.remoteModifier().insert(fooFileAaaSubFolder);
  1334. fakeFolder.remoteModifier().insert(barFileAaaSubFolder);
  1335. QVERIFY(fakeFolder.syncOnce());
  1336. fakeFolder.remoteModifier().setModTimeKeepEtag(fooFileRootFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1337. fakeFolder.remoteModifier().setModTimeKeepEtag(barFileRootFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1338. fakeFolder.remoteModifier().setModTimeKeepEtag(fooFileSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1339. fakeFolder.remoteModifier().setModTimeKeepEtag(barFileSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1340. fakeFolder.remoteModifier().setModTimeKeepEtag(fooFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1341. fakeFolder.remoteModifier().setModTimeKeepEtag(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1342. fakeFolder.localModifier().setModTime(fooFileRootFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1343. fakeFolder.localModifier().setModTime(barFileRootFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1344. fakeFolder.localModifier().setModTime(fooFileSubFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1345. fakeFolder.localModifier().setModTime(barFileSubFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1346. fakeFolder.localModifier().setModTime(fooFileAaaSubFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1347. fakeFolder.localModifier().setModTime(barFileAaaSubFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1348. QVERIFY(fakeFolder.syncOnce());
  1349. QVERIFY(fakeFolder.syncOnce());
  1350. }
  1351. void testInvalidMtimeLocalDiscovery()
  1352. {
  1353. constexpr auto INVALID_MTIME1 = 0;
  1354. constexpr auto INVALID_MTIME2 = 0xFFFFFFFF;
  1355. constexpr auto CURRENT_MTIME = 1646057277;
  1356. FakeFolder fakeFolder{FileInfo{}};
  1357. setupVfs(fakeFolder);
  1358. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1359. QSignalSpy statusSpy(&fakeFolder.syncEngine().syncFileStatusTracker(), &SyncFileStatusTracker::fileStatusChanged);
  1360. const QString fooFileRootFolder("foo");
  1361. const QString barFileRootFolder("bar");
  1362. const QString fooFileSubFolder("subfolder/foo");
  1363. const QString barFileSubFolder("subfolder/bar");
  1364. const QString fooFileAaaSubFolder("aaa/subfolder/foo");
  1365. const QString barFileAaaSubFolder("aaa/subfolder/bar");
  1366. auto checkStatus = [&]() -> SyncFileStatus::SyncFileStatusTag {
  1367. auto file = QFileInfo{fakeFolder.syncEngine().localPath(), barFileAaaSubFolder};
  1368. auto locPath = fakeFolder.syncEngine().localPath();
  1369. auto itemFound = false;
  1370. // Start from the end to get the latest status
  1371. for (int i = statusSpy.size() - 1; i >= 0 && !itemFound; --i) {
  1372. if (QFileInfo(statusSpy.at(i)[0].toString()) == file) {
  1373. itemFound = true;
  1374. return statusSpy.at(i)[1].value<SyncFileStatus>().tag();
  1375. }
  1376. }
  1377. return {};
  1378. };
  1379. fakeFolder.localModifier().insert(fooFileRootFolder);
  1380. fakeFolder.localModifier().insert(barFileRootFolder);
  1381. fakeFolder.localModifier().mkdir(QStringLiteral("subfolder"));
  1382. fakeFolder.localModifier().insert(fooFileSubFolder);
  1383. fakeFolder.localModifier().insert(barFileSubFolder);
  1384. fakeFolder.localModifier().mkdir(QStringLiteral("aaa"));
  1385. fakeFolder.localModifier().mkdir(QStringLiteral("aaa/subfolder"));
  1386. fakeFolder.localModifier().insert(fooFileAaaSubFolder);
  1387. fakeFolder.localModifier().insert(barFileAaaSubFolder);
  1388. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(INVALID_MTIME1));
  1389. fakeFolder.scheduleSync();
  1390. fakeFolder.execUntilBeforePropagation();
  1391. QCOMPARE(checkStatus(), SyncFileStatus::StatusError);
  1392. fakeFolder.execUntilFinished();
  1393. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1394. QVERIFY(fakeFolder.syncOnce());
  1395. fakeFolder.localModifier().appendByte(barFileAaaSubFolder);
  1396. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(INVALID_MTIME1));
  1397. fakeFolder.scheduleSync();
  1398. fakeFolder.execUntilBeforePropagation();
  1399. QCOMPARE(checkStatus(), SyncFileStatus::StatusError);
  1400. fakeFolder.execUntilFinished();
  1401. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1402. QVERIFY(fakeFolder.syncOnce());
  1403. fakeFolder.localModifier().appendByte(barFileAaaSubFolder);
  1404. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(INVALID_MTIME2));
  1405. fakeFolder.scheduleSync();
  1406. fakeFolder.execUntilBeforePropagation();
  1407. QCOMPARE(checkStatus(), SyncFileStatus::StatusError);
  1408. }
  1409. };
  1410. QTEST_GUILESS_MAIN(TestSyncVirtualFiles)
  1411. #include "testsyncvirtualfiles.moc"