testsyncvirtualfiles.cpp 83 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698
  1. /*
  2. * This software is in the public domain, furnished "as is", without technical
  3. * support, and with no warranty, express or implied, as to its usefulness for
  4. * any purpose.
  5. *
  6. */
  7. #include <QtTest>
  8. #include "syncenginetestutils.h"
  9. #include "common/vfs.h"
  10. #include "config.h"
  11. #include <syncengine.h>
  12. using namespace OCC;
  13. #define DVSUFFIX APPLICATION_DOTVIRTUALFILE_SUFFIX
  14. bool itemInstruction(const ItemCompletedSpy &spy, const QString &path, const SyncInstructions instr)
  15. {
  16. auto item = spy.findItem(path);
  17. return item->_instruction == instr;
  18. }
  19. SyncJournalFileRecord dbRecord(FakeFolder &folder, const QString &path)
  20. {
  21. SyncJournalFileRecord record;
  22. [[maybe_unused]] const auto result = folder.syncJournal().getFileRecord(path, &record);
  23. return record;
  24. }
  25. void triggerDownload(FakeFolder &folder, const QByteArray &path)
  26. {
  27. auto &journal = folder.syncJournal();
  28. SyncJournalFileRecord record;
  29. if (!journal.getFileRecord(path + DVSUFFIX, &record) || !record.isValid()) {
  30. return;
  31. }
  32. record._type = ItemTypeVirtualFileDownload;
  33. QVERIFY(journal.setFileRecord(record));
  34. journal.schedulePathForRemoteDiscovery(record._path);
  35. }
  36. void markForDehydration(FakeFolder &folder, const QByteArray &path)
  37. {
  38. auto &journal = folder.syncJournal();
  39. SyncJournalFileRecord record;
  40. if (!journal.getFileRecord(path, &record) || !record.isValid()) {
  41. return;
  42. }
  43. record._type = ItemTypeVirtualFileDehydration;
  44. QVERIFY(journal.setFileRecord(record));
  45. journal.schedulePathForRemoteDiscovery(record._path);
  46. }
  47. QSharedPointer<Vfs> setupVfs(FakeFolder &folder)
  48. {
  49. auto suffixVfs = QSharedPointer<Vfs>(createVfsFromPlugin(Vfs::WithSuffix).release());
  50. folder.switchToVfs(suffixVfs);
  51. // Using this directly doesn't recursively unpin everything and instead leaves
  52. // the files in the hydration that that they start with
  53. folder.syncJournal().internalPinStates().setForPath("", PinState::Unspecified);
  54. return suffixVfs;
  55. }
  56. class TestSyncVirtualFiles : public QObject
  57. {
  58. Q_OBJECT
  59. private slots:
  60. void testVirtualFileLifecycle_data()
  61. {
  62. QTest::addColumn<bool>("doLocalDiscovery");
  63. QTest::newRow("full local discovery") << true;
  64. QTest::newRow("skip local discovery") << false;
  65. }
  66. void testVirtualFileLifecycle()
  67. {
  68. QFETCH(bool, doLocalDiscovery);
  69. FakeFolder fakeFolder{ FileInfo() };
  70. setupVfs(fakeFolder);
  71. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  72. ItemCompletedSpy completeSpy(fakeFolder);
  73. auto cleanup = [&]() {
  74. completeSpy.clear();
  75. if (!doLocalDiscovery)
  76. fakeFolder.syncEngine().setLocalDiscoveryOptions(LocalDiscoveryStyle::DatabaseAndFilesystem);
  77. };
  78. cleanup();
  79. // Create a virtual file for a new remote file
  80. fakeFolder.remoteModifier().mkdir("A");
  81. fakeFolder.remoteModifier().insert("A/a1", 64);
  82. auto someDate = QDateTime(QDate(1984, 07, 30), QTime(1,3,2));
  83. fakeFolder.remoteModifier().setModTime("A/a1", someDate);
  84. QVERIFY(fakeFolder.syncOnce());
  85. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  86. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  87. QCOMPARE(QFileInfo(fakeFolder.localPath() + "A/a1" DVSUFFIX).lastModified(), someDate);
  88. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  89. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  90. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  91. cleanup();
  92. // Another sync doesn't actually lead to changes
  93. QVERIFY(fakeFolder.syncOnce());
  94. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  95. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  96. QCOMPARE(QFileInfo(fakeFolder.localPath() + "A/a1" DVSUFFIX).lastModified(), someDate);
  97. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  98. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  99. QVERIFY(completeSpy.isEmpty());
  100. cleanup();
  101. // Not even when the remote is rediscovered
  102. fakeFolder.syncJournal().forceRemoteDiscoveryNextSync();
  103. QVERIFY(fakeFolder.syncOnce());
  104. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  105. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  106. QCOMPARE(QFileInfo(fakeFolder.localPath() + "A/a1" DVSUFFIX).lastModified(), someDate);
  107. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  108. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  109. QVERIFY(completeSpy.isEmpty());
  110. cleanup();
  111. // Neither does a remote change
  112. fakeFolder.remoteModifier().appendByte("A/a1");
  113. QVERIFY(fakeFolder.syncOnce());
  114. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  115. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  116. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  117. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_UPDATE_METADATA));
  118. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  119. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._fileSize, 65);
  120. cleanup();
  121. // If the local virtual file file is removed, it'll just be recreated
  122. if (!doLocalDiscovery)
  123. fakeFolder.syncEngine().setLocalDiscoveryOptions(LocalDiscoveryStyle::DatabaseAndFilesystem, { "A" });
  124. fakeFolder.localModifier().remove("A/a1" DVSUFFIX);
  125. QVERIFY(fakeFolder.syncOnce());
  126. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  127. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  128. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  129. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  130. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  131. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._fileSize, 65);
  132. cleanup();
  133. // Remote rename is propagated
  134. fakeFolder.remoteModifier().rename("A/a1", "A/a1m");
  135. QVERIFY(fakeFolder.syncOnce());
  136. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  137. QVERIFY(!fakeFolder.currentLocalState().find("A/a1m"));
  138. QVERIFY(!fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  139. QVERIFY(fakeFolder.currentLocalState().find("A/a1m" DVSUFFIX));
  140. QVERIFY(!fakeFolder.currentRemoteState().find("A/a1"));
  141. QVERIFY(fakeFolder.currentRemoteState().find("A/a1m"));
  142. QVERIFY(
  143. itemInstruction(completeSpy, "A/a1m" DVSUFFIX, CSYNC_INSTRUCTION_RENAME)
  144. || (itemInstruction(completeSpy, "A/a1m" DVSUFFIX, CSYNC_INSTRUCTION_NEW)
  145. && itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE)));
  146. QCOMPARE(dbRecord(fakeFolder, "A/a1m" DVSUFFIX)._type, ItemTypeVirtualFile);
  147. cleanup();
  148. // Remote remove is propagated
  149. fakeFolder.remoteModifier().remove("A/a1m");
  150. QVERIFY(fakeFolder.syncOnce());
  151. QVERIFY(!fakeFolder.currentLocalState().find("A/a1m" DVSUFFIX));
  152. QVERIFY(!fakeFolder.currentRemoteState().find("A/a1m"));
  153. QVERIFY(itemInstruction(completeSpy, "A/a1m" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  154. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  155. QVERIFY(!dbRecord(fakeFolder, "A/a1m" DVSUFFIX).isValid());
  156. cleanup();
  157. // Edge case: Local virtual file but no db entry for some reason
  158. fakeFolder.remoteModifier().insert("A/a2", 64);
  159. fakeFolder.remoteModifier().insert("A/a3", 64);
  160. QVERIFY(fakeFolder.syncOnce());
  161. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  162. QVERIFY(fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  163. cleanup();
  164. QVERIFY(fakeFolder.syncEngine().journal()->deleteFileRecord("A/a2" DVSUFFIX));
  165. QVERIFY(fakeFolder.syncEngine().journal()->deleteFileRecord("A/a3" DVSUFFIX));
  166. fakeFolder.remoteModifier().remove("A/a3");
  167. fakeFolder.syncEngine().setLocalDiscoveryOptions(LocalDiscoveryStyle::FilesystemOnly);
  168. QVERIFY(fakeFolder.syncOnce());
  169. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  170. QVERIFY(itemInstruction(completeSpy, "A/a2" DVSUFFIX, CSYNC_INSTRUCTION_UPDATE_METADATA));
  171. QVERIFY(dbRecord(fakeFolder, "A/a2" DVSUFFIX).isValid());
  172. QVERIFY(!fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  173. QVERIFY(itemInstruction(completeSpy, "A/a3" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  174. QVERIFY(!dbRecord(fakeFolder, "A/a3" DVSUFFIX).isValid());
  175. cleanup();
  176. }
  177. void testVirtualFileConflict()
  178. {
  179. FakeFolder fakeFolder{ FileInfo() };
  180. setupVfs(fakeFolder);
  181. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  182. ItemCompletedSpy completeSpy(fakeFolder);
  183. auto cleanup = [&]() {
  184. completeSpy.clear();
  185. };
  186. cleanup();
  187. // Create a virtual file for a new remote file
  188. fakeFolder.remoteModifier().mkdir("A");
  189. fakeFolder.remoteModifier().insert("A/a1", 64);
  190. fakeFolder.remoteModifier().insert("A/a2", 64);
  191. fakeFolder.remoteModifier().mkdir("B");
  192. fakeFolder.remoteModifier().insert("B/b1", 64);
  193. fakeFolder.remoteModifier().insert("B/b2", 64);
  194. fakeFolder.remoteModifier().mkdir("C");
  195. fakeFolder.remoteModifier().insert("C/c1", 64);
  196. QVERIFY(fakeFolder.syncOnce());
  197. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  198. QVERIFY(fakeFolder.currentLocalState().find("B/b2" DVSUFFIX));
  199. cleanup();
  200. // A: the correct file and a conflicting file are added, virtual files stay
  201. // B: same setup, but the virtual files are deleted by the user
  202. // C: user adds a *directory* locally
  203. fakeFolder.localModifier().insert("A/a1", 64);
  204. fakeFolder.localModifier().insert("A/a2", 30);
  205. fakeFolder.localModifier().insert("B/b1", 64);
  206. fakeFolder.localModifier().insert("B/b2", 30);
  207. fakeFolder.localModifier().remove("B/b1" DVSUFFIX);
  208. fakeFolder.localModifier().remove("B/b2" DVSUFFIX);
  209. fakeFolder.localModifier().mkdir("C/c1");
  210. fakeFolder.localModifier().insert("C/c1/foo");
  211. QVERIFY(fakeFolder.syncOnce());
  212. // Everything is CONFLICT since mtimes are different even for a1/b1
  213. QVERIFY(itemInstruction(completeSpy, "A/a1", CSYNC_INSTRUCTION_CONFLICT));
  214. QVERIFY(itemInstruction(completeSpy, "A/a2", CSYNC_INSTRUCTION_CONFLICT));
  215. QVERIFY(itemInstruction(completeSpy, "B/b1", CSYNC_INSTRUCTION_CONFLICT));
  216. QVERIFY(itemInstruction(completeSpy, "B/b2", CSYNC_INSTRUCTION_CONFLICT));
  217. QVERIFY(itemInstruction(completeSpy, "C/c1", CSYNC_INSTRUCTION_CONFLICT));
  218. // no virtual file files should remain
  219. QVERIFY(!fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  220. QVERIFY(!fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  221. QVERIFY(!fakeFolder.currentLocalState().find("B/b1" DVSUFFIX));
  222. QVERIFY(!fakeFolder.currentLocalState().find("B/b2" DVSUFFIX));
  223. QVERIFY(!fakeFolder.currentLocalState().find("C/c1" DVSUFFIX));
  224. // conflict files should exist
  225. QCOMPARE(fakeFolder.syncJournal().conflictRecordPaths().size(), 3);
  226. // nothing should have the virtual file tag
  227. QCOMPARE(dbRecord(fakeFolder, "A/a1")._type, ItemTypeFile);
  228. QCOMPARE(dbRecord(fakeFolder, "A/a2")._type, ItemTypeFile);
  229. QCOMPARE(dbRecord(fakeFolder, "B/b1")._type, ItemTypeFile);
  230. QCOMPARE(dbRecord(fakeFolder, "B/b2")._type, ItemTypeFile);
  231. QCOMPARE(dbRecord(fakeFolder, "C/c1")._type, ItemTypeFile);
  232. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  233. QVERIFY(!dbRecord(fakeFolder, "A/a2" DVSUFFIX).isValid());
  234. QVERIFY(!dbRecord(fakeFolder, "B/b1" DVSUFFIX).isValid());
  235. QVERIFY(!dbRecord(fakeFolder, "B/b2" DVSUFFIX).isValid());
  236. QVERIFY(!dbRecord(fakeFolder, "C/c1" DVSUFFIX).isValid());
  237. cleanup();
  238. }
  239. void testWithNormalSync()
  240. {
  241. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  242. setupVfs(fakeFolder);
  243. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  244. ItemCompletedSpy completeSpy(fakeFolder);
  245. auto cleanup = [&]() {
  246. completeSpy.clear();
  247. };
  248. cleanup();
  249. // No effect sync
  250. QVERIFY(fakeFolder.syncOnce());
  251. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  252. cleanup();
  253. // Existing files are propagated just fine in both directions
  254. fakeFolder.localModifier().appendByte("A/a1");
  255. fakeFolder.localModifier().insert("A/a3");
  256. fakeFolder.remoteModifier().appendByte("A/a2");
  257. QVERIFY(fakeFolder.syncOnce());
  258. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  259. cleanup();
  260. // New files on the remote create virtual files
  261. fakeFolder.remoteModifier().insert("A/new");
  262. QVERIFY(fakeFolder.syncOnce());
  263. QVERIFY(!fakeFolder.currentLocalState().find("A/new"));
  264. QVERIFY(fakeFolder.currentLocalState().find("A/new" DVSUFFIX));
  265. QVERIFY(fakeFolder.currentRemoteState().find("A/new"));
  266. QVERIFY(itemInstruction(completeSpy, "A/new" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  267. QCOMPARE(dbRecord(fakeFolder, "A/new" DVSUFFIX)._type, ItemTypeVirtualFile);
  268. cleanup();
  269. }
  270. void testVirtualFileDownload()
  271. {
  272. FakeFolder fakeFolder{ FileInfo() };
  273. setupVfs(fakeFolder);
  274. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  275. ItemCompletedSpy completeSpy(fakeFolder);
  276. auto cleanup = [&]() {
  277. completeSpy.clear();
  278. };
  279. cleanup();
  280. // Create a virtual file for remote files
  281. fakeFolder.remoteModifier().mkdir("A");
  282. fakeFolder.remoteModifier().insert("A/a1");
  283. fakeFolder.remoteModifier().insert("A/a2");
  284. fakeFolder.remoteModifier().insert("A/a3");
  285. fakeFolder.remoteModifier().insert("A/a4");
  286. fakeFolder.remoteModifier().insert("A/a5");
  287. fakeFolder.remoteModifier().insert("A/a6");
  288. fakeFolder.remoteModifier().insert("A/a7");
  289. fakeFolder.remoteModifier().insert("A/b1");
  290. fakeFolder.remoteModifier().insert("A/b2");
  291. fakeFolder.remoteModifier().insert("A/b3");
  292. fakeFolder.remoteModifier().insert("A/b4");
  293. QVERIFY(fakeFolder.syncOnce());
  294. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  295. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  296. QVERIFY(fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  297. QVERIFY(fakeFolder.currentLocalState().find("A/a4" DVSUFFIX));
  298. QVERIFY(fakeFolder.currentLocalState().find("A/a5" DVSUFFIX));
  299. QVERIFY(fakeFolder.currentLocalState().find("A/a6" DVSUFFIX));
  300. QVERIFY(fakeFolder.currentLocalState().find("A/a7" DVSUFFIX));
  301. QVERIFY(fakeFolder.currentLocalState().find("A/b1" DVSUFFIX));
  302. QVERIFY(fakeFolder.currentLocalState().find("A/b2" DVSUFFIX));
  303. QVERIFY(fakeFolder.currentLocalState().find("A/b3" DVSUFFIX));
  304. QVERIFY(fakeFolder.currentLocalState().find("A/b4" DVSUFFIX));
  305. cleanup();
  306. // Download by changing the db entry
  307. triggerDownload(fakeFolder, "A/a1");
  308. triggerDownload(fakeFolder, "A/a2");
  309. triggerDownload(fakeFolder, "A/a3");
  310. triggerDownload(fakeFolder, "A/a4");
  311. triggerDownload(fakeFolder, "A/a5");
  312. triggerDownload(fakeFolder, "A/a6");
  313. triggerDownload(fakeFolder, "A/a7");
  314. // Download by renaming locally
  315. fakeFolder.localModifier().rename("A/b1" DVSUFFIX, "A/b1");
  316. fakeFolder.localModifier().rename("A/b2" DVSUFFIX, "A/b2");
  317. fakeFolder.localModifier().rename("A/b3" DVSUFFIX, "A/b3");
  318. fakeFolder.localModifier().rename("A/b4" DVSUFFIX, "A/b4");
  319. // Remote complications
  320. fakeFolder.remoteModifier().appendByte("A/a2");
  321. fakeFolder.remoteModifier().remove("A/a3");
  322. fakeFolder.remoteModifier().rename("A/a4", "A/a4m");
  323. fakeFolder.remoteModifier().appendByte("A/b2");
  324. fakeFolder.remoteModifier().remove("A/b3");
  325. fakeFolder.remoteModifier().rename("A/b4", "A/b4m");
  326. // Local complications
  327. fakeFolder.localModifier().insert("A/a5");
  328. fakeFolder.localModifier().insert("A/a6");
  329. fakeFolder.localModifier().remove("A/a6" DVSUFFIX);
  330. fakeFolder.localModifier().rename("A/a7" DVSUFFIX, "A/a7");
  331. QVERIFY(fakeFolder.syncOnce());
  332. QVERIFY(itemInstruction(completeSpy, "A/a1", CSYNC_INSTRUCTION_SYNC));
  333. QCOMPARE(completeSpy.findItem("A/a1")->_type, ItemTypeVirtualFileDownload);
  334. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NONE));
  335. QVERIFY(itemInstruction(completeSpy, "A/a2", CSYNC_INSTRUCTION_SYNC));
  336. QCOMPARE(completeSpy.findItem("A/a2")->_type, ItemTypeVirtualFileDownload);
  337. QVERIFY(itemInstruction(completeSpy, "A/a2" DVSUFFIX, CSYNC_INSTRUCTION_NONE));
  338. QVERIFY(itemInstruction(completeSpy, "A/a3" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  339. QVERIFY(itemInstruction(completeSpy, "A/a4m", CSYNC_INSTRUCTION_NEW));
  340. QVERIFY(itemInstruction(completeSpy, "A/a4" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  341. QVERIFY(itemInstruction(completeSpy, "A/a5", CSYNC_INSTRUCTION_CONFLICT));
  342. QVERIFY(itemInstruction(completeSpy, "A/a5" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE));
  343. QVERIFY(itemInstruction(completeSpy, "A/a6", CSYNC_INSTRUCTION_CONFLICT));
  344. QVERIFY(itemInstruction(completeSpy, "A/a7", CSYNC_INSTRUCTION_SYNC));
  345. QVERIFY(itemInstruction(completeSpy, "A/b1", CSYNC_INSTRUCTION_SYNC));
  346. QVERIFY(itemInstruction(completeSpy, "A/b2", CSYNC_INSTRUCTION_SYNC));
  347. QVERIFY(itemInstruction(completeSpy, "A/b3", CSYNC_INSTRUCTION_REMOVE));
  348. QVERIFY(itemInstruction(completeSpy, "A/b4m" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  349. QVERIFY(itemInstruction(completeSpy, "A/b4", CSYNC_INSTRUCTION_REMOVE));
  350. QCOMPARE(dbRecord(fakeFolder, "A/a1")._type, ItemTypeFile);
  351. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  352. QCOMPARE(dbRecord(fakeFolder, "A/a2")._type, ItemTypeFile);
  353. QVERIFY(!dbRecord(fakeFolder, "A/a3").isValid());
  354. QCOMPARE(dbRecord(fakeFolder, "A/a4m")._type, ItemTypeFile);
  355. QCOMPARE(dbRecord(fakeFolder, "A/a5")._type, ItemTypeFile);
  356. QCOMPARE(dbRecord(fakeFolder, "A/a6")._type, ItemTypeFile);
  357. QCOMPARE(dbRecord(fakeFolder, "A/a7")._type, ItemTypeFile);
  358. QCOMPARE(dbRecord(fakeFolder, "A/b1")._type, ItemTypeFile);
  359. QVERIFY(!dbRecord(fakeFolder, "A/b1" DVSUFFIX).isValid());
  360. QCOMPARE(dbRecord(fakeFolder, "A/b2")._type, ItemTypeFile);
  361. QVERIFY(!dbRecord(fakeFolder, "A/b3").isValid());
  362. QCOMPARE(dbRecord(fakeFolder, "A/b4m" DVSUFFIX)._type, ItemTypeVirtualFile);
  363. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  364. QVERIFY(!dbRecord(fakeFolder, "A/a2" DVSUFFIX).isValid());
  365. QVERIFY(!dbRecord(fakeFolder, "A/a3" DVSUFFIX).isValid());
  366. QVERIFY(!dbRecord(fakeFolder, "A/a4" DVSUFFIX).isValid());
  367. QVERIFY(!dbRecord(fakeFolder, "A/a5" DVSUFFIX).isValid());
  368. QVERIFY(!dbRecord(fakeFolder, "A/a6" DVSUFFIX).isValid());
  369. QVERIFY(!dbRecord(fakeFolder, "A/a7" DVSUFFIX).isValid());
  370. QVERIFY(!dbRecord(fakeFolder, "A/b1" DVSUFFIX).isValid());
  371. QVERIFY(!dbRecord(fakeFolder, "A/b2" DVSUFFIX).isValid());
  372. QVERIFY(!dbRecord(fakeFolder, "A/b3" DVSUFFIX).isValid());
  373. QVERIFY(!dbRecord(fakeFolder, "A/b4" DVSUFFIX).isValid());
  374. triggerDownload(fakeFolder, "A/b4m");
  375. QVERIFY(fakeFolder.syncOnce());
  376. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  377. }
  378. void testVirtualFileDownloadResume()
  379. {
  380. FakeFolder fakeFolder{ FileInfo() };
  381. setupVfs(fakeFolder);
  382. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  383. ItemCompletedSpy completeSpy(fakeFolder);
  384. auto cleanup = [&]() {
  385. completeSpy.clear();
  386. QVERIFY(fakeFolder.syncJournal().wipeErrorBlacklist() != -1);
  387. };
  388. cleanup();
  389. // Create a virtual file for remote files
  390. fakeFolder.remoteModifier().mkdir("A");
  391. fakeFolder.remoteModifier().insert("A/a1");
  392. QVERIFY(fakeFolder.syncOnce());
  393. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  394. cleanup();
  395. // Download by changing the db entry
  396. triggerDownload(fakeFolder, "A/a1");
  397. fakeFolder.serverErrorPaths().append("A/a1", 500);
  398. QVERIFY(!fakeFolder.syncOnce());
  399. QVERIFY(itemInstruction(completeSpy, "A/a1", CSYNC_INSTRUCTION_SYNC));
  400. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NONE));
  401. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  402. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  403. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFileDownload);
  404. QVERIFY(!dbRecord(fakeFolder, "A/a1").isValid());
  405. cleanup();
  406. fakeFolder.serverErrorPaths().clear();
  407. QVERIFY(fakeFolder.syncOnce());
  408. QVERIFY(itemInstruction(completeSpy, "A/a1", CSYNC_INSTRUCTION_SYNC));
  409. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_NONE));
  410. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  411. QCOMPARE(dbRecord(fakeFolder, "A/a1")._type, ItemTypeFile);
  412. QVERIFY(!dbRecord(fakeFolder, "A/a1" DVSUFFIX).isValid());
  413. }
  414. void testNewFilesNotVirtual()
  415. {
  416. FakeFolder fakeFolder{ FileInfo() };
  417. setupVfs(fakeFolder);
  418. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  419. fakeFolder.remoteModifier().mkdir("A");
  420. fakeFolder.remoteModifier().insert("A/a1");
  421. QVERIFY(fakeFolder.syncOnce());
  422. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  423. fakeFolder.syncJournal().internalPinStates().setForPath("", PinState::AlwaysLocal);
  424. // Create a new remote file, it'll not be virtual
  425. fakeFolder.remoteModifier().insert("A/a2");
  426. QVERIFY(fakeFolder.syncOnce());
  427. QVERIFY(fakeFolder.currentLocalState().find("A/a2"));
  428. QVERIFY(!fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  429. }
  430. void testDownloadRecursive()
  431. {
  432. FakeFolder fakeFolder{ FileInfo() };
  433. setupVfs(fakeFolder);
  434. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  435. // Create a virtual file for remote files
  436. fakeFolder.remoteModifier().mkdir("A");
  437. fakeFolder.remoteModifier().mkdir("A/Sub");
  438. fakeFolder.remoteModifier().mkdir("A/Sub/SubSub");
  439. fakeFolder.remoteModifier().mkdir("A/Sub2");
  440. fakeFolder.remoteModifier().mkdir("B");
  441. fakeFolder.remoteModifier().mkdir("B/Sub");
  442. fakeFolder.remoteModifier().insert("A/a1");
  443. fakeFolder.remoteModifier().insert("A/a2");
  444. fakeFolder.remoteModifier().insert("A/Sub/a3");
  445. fakeFolder.remoteModifier().insert("A/Sub/a4");
  446. fakeFolder.remoteModifier().insert("A/Sub/SubSub/a5");
  447. fakeFolder.remoteModifier().insert("A/Sub2/a6");
  448. fakeFolder.remoteModifier().insert("B/b1");
  449. fakeFolder.remoteModifier().insert("B/Sub/b2");
  450. QVERIFY(fakeFolder.syncOnce());
  451. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  452. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  453. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a3" DVSUFFIX));
  454. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a4" DVSUFFIX));
  455. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a5" DVSUFFIX));
  456. QVERIFY(fakeFolder.currentLocalState().find("A/Sub2/a6" DVSUFFIX));
  457. QVERIFY(fakeFolder.currentLocalState().find("B/b1" DVSUFFIX));
  458. QVERIFY(fakeFolder.currentLocalState().find("B/Sub/b2" DVSUFFIX));
  459. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  460. QVERIFY(!fakeFolder.currentLocalState().find("A/a2"));
  461. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a3"));
  462. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a4"));
  463. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a5"));
  464. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub2/a6"));
  465. QVERIFY(!fakeFolder.currentLocalState().find("B/b1"));
  466. QVERIFY(!fakeFolder.currentLocalState().find("B/Sub/b2"));
  467. // Download All file in the directory A/Sub
  468. // (as in Folder::downloadVirtualFile)
  469. fakeFolder.syncJournal().markVirtualFileForDownloadRecursively("A/Sub");
  470. QVERIFY(fakeFolder.syncOnce());
  471. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  472. QVERIFY(fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  473. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a3" DVSUFFIX));
  474. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a4" DVSUFFIX));
  475. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a5" DVSUFFIX));
  476. QVERIFY(fakeFolder.currentLocalState().find("A/Sub2/a6" DVSUFFIX));
  477. QVERIFY(fakeFolder.currentLocalState().find("B/b1" DVSUFFIX));
  478. QVERIFY(fakeFolder.currentLocalState().find("B/Sub/b2" DVSUFFIX));
  479. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  480. QVERIFY(!fakeFolder.currentLocalState().find("A/a2"));
  481. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a3"));
  482. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a4"));
  483. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a5"));
  484. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub2/a6"));
  485. QVERIFY(!fakeFolder.currentLocalState().find("B/b1"));
  486. QVERIFY(!fakeFolder.currentLocalState().find("B/Sub/b2"));
  487. // Add a file in a subfolder that was downloaded
  488. // Currently, this continue to add it as a virtual file.
  489. fakeFolder.remoteModifier().insert("A/Sub/SubSub/a7");
  490. QVERIFY(fakeFolder.syncOnce());
  491. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a7" DVSUFFIX));
  492. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a7"));
  493. // Now download all files in "A"
  494. fakeFolder.syncJournal().markVirtualFileForDownloadRecursively("A");
  495. QVERIFY(fakeFolder.syncOnce());
  496. QVERIFY(!fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  497. QVERIFY(!fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  498. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a3" DVSUFFIX));
  499. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/a4" DVSUFFIX));
  500. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a5" DVSUFFIX));
  501. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub2/a6" DVSUFFIX));
  502. QVERIFY(!fakeFolder.currentLocalState().find("A/Sub/SubSub/a7" DVSUFFIX));
  503. QVERIFY(fakeFolder.currentLocalState().find("B/b1" DVSUFFIX));
  504. QVERIFY(fakeFolder.currentLocalState().find("B/Sub/b2" DVSUFFIX));
  505. QVERIFY(fakeFolder.currentLocalState().find("A/a1"));
  506. QVERIFY(fakeFolder.currentLocalState().find("A/a2"));
  507. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a3"));
  508. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/a4"));
  509. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a5"));
  510. QVERIFY(fakeFolder.currentLocalState().find("A/Sub2/a6"));
  511. QVERIFY(fakeFolder.currentLocalState().find("A/Sub/SubSub/a7"));
  512. QVERIFY(!fakeFolder.currentLocalState().find("B/b1"));
  513. QVERIFY(!fakeFolder.currentLocalState().find("B/Sub/b2"));
  514. // Now download remaining files in "B"
  515. fakeFolder.syncJournal().markVirtualFileForDownloadRecursively("B");
  516. QVERIFY(fakeFolder.syncOnce());
  517. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  518. }
  519. void testRenameToVirtual()
  520. {
  521. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  522. setupVfs(fakeFolder);
  523. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  524. ItemCompletedSpy completeSpy(fakeFolder);
  525. auto cleanup = [&]() {
  526. completeSpy.clear();
  527. };
  528. cleanup();
  529. // If a file is renamed to <name>.owncloud, it becomes virtual
  530. fakeFolder.localModifier().rename("A/a1", "A/a1" DVSUFFIX);
  531. // If a file is renamed to <random>.owncloud, the rename propagates but the
  532. // file isn't made virtual the first sync run.
  533. fakeFolder.localModifier().rename("A/a2", "A/rand" DVSUFFIX);
  534. // dangling virtual files are removed
  535. fakeFolder.localModifier().insert("A/dangling" DVSUFFIX, 1, ' ');
  536. QVERIFY(fakeFolder.syncOnce());
  537. QVERIFY(!fakeFolder.currentLocalState().find("A/a1"));
  538. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  539. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX)->size <= 1);
  540. QVERIFY(fakeFolder.currentRemoteState().find("A/a1"));
  541. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_SYNC));
  542. QCOMPARE(dbRecord(fakeFolder, "A/a1" DVSUFFIX)._type, ItemTypeVirtualFile);
  543. QVERIFY(!dbRecord(fakeFolder, "A/a1").isValid());
  544. QVERIFY(!fakeFolder.currentLocalState().find("A/a2"));
  545. QVERIFY(!fakeFolder.currentLocalState().find("A/a2" DVSUFFIX));
  546. QVERIFY(fakeFolder.currentLocalState().find("A/rand"));
  547. QVERIFY(!fakeFolder.currentRemoteState().find("A/a2"));
  548. QVERIFY(fakeFolder.currentRemoteState().find("A/rand"));
  549. QVERIFY(itemInstruction(completeSpy, "A/rand", CSYNC_INSTRUCTION_RENAME));
  550. QVERIFY(dbRecord(fakeFolder, "A/rand")._type == ItemTypeFile);
  551. QVERIFY(!fakeFolder.currentLocalState().find("A/dangling" DVSUFFIX));
  552. cleanup();
  553. }
  554. void testRenameVirtual()
  555. {
  556. FakeFolder fakeFolder{ FileInfo() };
  557. setupVfs(fakeFolder);
  558. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  559. ItemCompletedSpy completeSpy(fakeFolder);
  560. auto cleanup = [&]() {
  561. completeSpy.clear();
  562. };
  563. cleanup();
  564. fakeFolder.remoteModifier().insert("file1", 128, 'C');
  565. fakeFolder.remoteModifier().insert("file2", 256, 'C');
  566. fakeFolder.remoteModifier().insert("file3", 256, 'C');
  567. QVERIFY(fakeFolder.syncOnce());
  568. QVERIFY(fakeFolder.currentLocalState().find("file1" DVSUFFIX));
  569. QVERIFY(fakeFolder.currentLocalState().find("file2" DVSUFFIX));
  570. QVERIFY(fakeFolder.currentLocalState().find("file3" DVSUFFIX));
  571. cleanup();
  572. fakeFolder.localModifier().rename("file1" DVSUFFIX, "renamed1" DVSUFFIX);
  573. fakeFolder.localModifier().rename("file2" DVSUFFIX, "renamed2" DVSUFFIX);
  574. triggerDownload(fakeFolder, "file2");
  575. triggerDownload(fakeFolder, "file3");
  576. QVERIFY(fakeFolder.syncOnce());
  577. QVERIFY(!fakeFolder.currentLocalState().find("file1" DVSUFFIX));
  578. QVERIFY(fakeFolder.currentLocalState().find("renamed1" DVSUFFIX));
  579. QVERIFY(!fakeFolder.currentRemoteState().find("file1"));
  580. QVERIFY(fakeFolder.currentRemoteState().find("renamed1"));
  581. QVERIFY(itemInstruction(completeSpy, "renamed1" DVSUFFIX, CSYNC_INSTRUCTION_RENAME));
  582. QVERIFY(dbRecord(fakeFolder, "renamed1" DVSUFFIX).isValid());
  583. // file2 has a conflict between the download request and the rename:
  584. // the rename wins, the download is ignored
  585. QVERIFY(!fakeFolder.currentLocalState().find("file2"));
  586. QVERIFY(!fakeFolder.currentLocalState().find("file2" DVSUFFIX));
  587. QVERIFY(fakeFolder.currentLocalState().find("renamed2" DVSUFFIX));
  588. QVERIFY(fakeFolder.currentRemoteState().find("renamed2"));
  589. QVERIFY(itemInstruction(completeSpy, "renamed2" DVSUFFIX, CSYNC_INSTRUCTION_RENAME));
  590. QVERIFY(dbRecord(fakeFolder, "renamed2" DVSUFFIX)._type == ItemTypeVirtualFile);
  591. QVERIFY(itemInstruction(completeSpy, "file3", CSYNC_INSTRUCTION_SYNC));
  592. QVERIFY(dbRecord(fakeFolder, "file3")._type == ItemTypeFile);
  593. cleanup();
  594. // Test rename while adding/removing vfs suffix
  595. fakeFolder.localModifier().rename("renamed1" DVSUFFIX, "R1");
  596. // Contents of file2 could also change at the same time...
  597. fakeFolder.localModifier().rename("file3", "R3" DVSUFFIX);
  598. QVERIFY(fakeFolder.syncOnce());
  599. cleanup();
  600. }
  601. void testRenameVirtual2()
  602. {
  603. FakeFolder fakeFolder{ FileInfo() };
  604. setupVfs(fakeFolder);
  605. ItemCompletedSpy completeSpy(fakeFolder);
  606. auto cleanup = [&]() {
  607. completeSpy.clear();
  608. };
  609. cleanup();
  610. fakeFolder.remoteModifier().insert("case3", 128, 'C');
  611. fakeFolder.remoteModifier().insert("case4", 256, 'C');
  612. fakeFolder.remoteModifier().insert("case5", 256, 'C');
  613. fakeFolder.remoteModifier().insert("case6", 256, 'C');
  614. QVERIFY(fakeFolder.syncOnce());
  615. triggerDownload(fakeFolder, "case4");
  616. triggerDownload(fakeFolder, "case6");
  617. QVERIFY(fakeFolder.syncOnce());
  618. QVERIFY(fakeFolder.currentLocalState().find("case3" DVSUFFIX));
  619. QVERIFY(fakeFolder.currentLocalState().find("case4"));
  620. QVERIFY(fakeFolder.currentLocalState().find("case5" DVSUFFIX));
  621. QVERIFY(fakeFolder.currentLocalState().find("case6"));
  622. cleanup();
  623. // Case 1: foo -> bar (tested elsewhere)
  624. // Case 2: foo.oc -> bar.oc (tested elsewhere)
  625. // Case 3: foo.oc -> bar (db unchanged)
  626. fakeFolder.localModifier().rename("case3" DVSUFFIX, "case3-rename");
  627. // Case 4: foo -> bar.oc (db unchanged)
  628. fakeFolder.localModifier().rename("case4", "case4-rename" DVSUFFIX);
  629. // Case 5: foo.oc -> bar.oc (db hydrate)
  630. fakeFolder.localModifier().rename("case5" DVSUFFIX, "case5-rename" DVSUFFIX);
  631. triggerDownload(fakeFolder, "case5");
  632. // Case 6: foo -> bar (db dehydrate)
  633. fakeFolder.localModifier().rename("case6", "case6-rename");
  634. markForDehydration(fakeFolder, "case6");
  635. QVERIFY(fakeFolder.syncOnce());
  636. // Case 3: the rename went though, hydration is forgotten
  637. QVERIFY(!fakeFolder.currentLocalState().find("case3"));
  638. QVERIFY(!fakeFolder.currentLocalState().find("case3" DVSUFFIX));
  639. QVERIFY(!fakeFolder.currentLocalState().find("case3-rename"));
  640. QVERIFY(fakeFolder.currentLocalState().find("case3-rename" DVSUFFIX));
  641. QVERIFY(!fakeFolder.currentRemoteState().find("case3"));
  642. QVERIFY(fakeFolder.currentRemoteState().find("case3-rename"));
  643. QVERIFY(itemInstruction(completeSpy, "case3-rename" DVSUFFIX, CSYNC_INSTRUCTION_RENAME));
  644. QVERIFY(dbRecord(fakeFolder, "case3-rename" DVSUFFIX)._type == ItemTypeVirtualFile);
  645. // Case 4: the rename went though, dehydration is forgotten
  646. QVERIFY(!fakeFolder.currentLocalState().find("case4"));
  647. QVERIFY(!fakeFolder.currentLocalState().find("case4" DVSUFFIX));
  648. QVERIFY(fakeFolder.currentLocalState().find("case4-rename"));
  649. QVERIFY(!fakeFolder.currentLocalState().find("case4-rename" DVSUFFIX));
  650. QVERIFY(!fakeFolder.currentRemoteState().find("case4"));
  651. QVERIFY(fakeFolder.currentRemoteState().find("case4-rename"));
  652. QVERIFY(itemInstruction(completeSpy, "case4-rename", CSYNC_INSTRUCTION_RENAME));
  653. QVERIFY(dbRecord(fakeFolder, "case4-rename")._type == ItemTypeFile);
  654. // Case 5: the rename went though, hydration is forgotten
  655. QVERIFY(!fakeFolder.currentLocalState().find("case5"));
  656. QVERIFY(!fakeFolder.currentLocalState().find("case5" DVSUFFIX));
  657. QVERIFY(!fakeFolder.currentLocalState().find("case5-rename"));
  658. QVERIFY(fakeFolder.currentLocalState().find("case5-rename" DVSUFFIX));
  659. QVERIFY(!fakeFolder.currentRemoteState().find("case5"));
  660. QVERIFY(fakeFolder.currentRemoteState().find("case5-rename"));
  661. QVERIFY(itemInstruction(completeSpy, "case5-rename" DVSUFFIX, CSYNC_INSTRUCTION_RENAME));
  662. QVERIFY(dbRecord(fakeFolder, "case5-rename" DVSUFFIX)._type == ItemTypeVirtualFile);
  663. // Case 6: the rename went though, dehydration is forgotten
  664. QVERIFY(!fakeFolder.currentLocalState().find("case6"));
  665. QVERIFY(!fakeFolder.currentLocalState().find("case6" DVSUFFIX));
  666. QVERIFY(fakeFolder.currentLocalState().find("case6-rename"));
  667. QVERIFY(!fakeFolder.currentLocalState().find("case6-rename" DVSUFFIX));
  668. QVERIFY(!fakeFolder.currentRemoteState().find("case6"));
  669. QVERIFY(fakeFolder.currentRemoteState().find("case6-rename"));
  670. QVERIFY(itemInstruction(completeSpy, "case6-rename", CSYNC_INSTRUCTION_RENAME));
  671. QVERIFY(dbRecord(fakeFolder, "case6-rename")._type == ItemTypeFile);
  672. }
  673. void testCreateFileWithTrailingSpaces_acceptAndRejectInvalidFileName()
  674. {
  675. FakeFolder fakeFolder{ FileInfo() };
  676. setupVfs(fakeFolder);
  677. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  678. const QString fileWithSpaces1(" foo");
  679. const QString fileWithSpaces2(" bar ");
  680. const QString fileWithSpaces3("bla ");
  681. const QString fileWithSpaces4("A/ foo");
  682. const QString fileWithSpaces5("A/ bar ");
  683. const QString fileWithSpaces6("A/bla ");
  684. fakeFolder.localModifier().insert(fileWithSpaces1);
  685. fakeFolder.localModifier().insert(fileWithSpaces2);
  686. fakeFolder.localModifier().insert(fileWithSpaces3);
  687. fakeFolder.localModifier().mkdir("A");
  688. fakeFolder.localModifier().insert(fileWithSpaces4);
  689. fakeFolder.localModifier().insert(fileWithSpaces5);
  690. fakeFolder.localModifier().insert(fileWithSpaces6);
  691. ItemCompletedSpy completeSpy(fakeFolder);
  692. completeSpy.clear();
  693. QVERIFY(fakeFolder.syncOnce());
  694. QCOMPARE(completeSpy.findItem(fileWithSpaces1)->_status, SyncFileItem::Status::FileNameInvalid);
  695. QCOMPARE(completeSpy.findItem(fileWithSpaces2)->_status, SyncFileItem::Status::FileNameInvalid);
  696. QCOMPARE(completeSpy.findItem(fileWithSpaces3)->_status, SyncFileItem::Status::FileNameInvalid);
  697. QCOMPARE(completeSpy.findItem(fileWithSpaces4)->_status, SyncFileItem::Status::FileNameInvalid);
  698. QCOMPARE(completeSpy.findItem(fileWithSpaces5)->_status, SyncFileItem::Status::FileNameInvalid);
  699. QCOMPARE(completeSpy.findItem(fileWithSpaces6)->_status, SyncFileItem::Status::FileNameInvalid);
  700. fakeFolder.syncEngine().addAcceptedInvalidFileName(fakeFolder.localPath() + fileWithSpaces1);
  701. fakeFolder.syncEngine().addAcceptedInvalidFileName(fakeFolder.localPath() + fileWithSpaces2);
  702. fakeFolder.syncEngine().addAcceptedInvalidFileName(fakeFolder.localPath() + fileWithSpaces3);
  703. fakeFolder.syncEngine().addAcceptedInvalidFileName(fakeFolder.localPath() + fileWithSpaces4);
  704. fakeFolder.syncEngine().addAcceptedInvalidFileName(fakeFolder.localPath() + fileWithSpaces5);
  705. fakeFolder.syncEngine().addAcceptedInvalidFileName(fakeFolder.localPath() + fileWithSpaces6);
  706. completeSpy.clear();
  707. QVERIFY(fakeFolder.syncOnce());
  708. QCOMPARE(completeSpy.findItem(fileWithSpaces1)->_status, SyncFileItem::Status::Success);
  709. QCOMPARE(completeSpy.findItem(fileWithSpaces2)->_status, SyncFileItem::Status::Success);
  710. QCOMPARE(completeSpy.findItem(fileWithSpaces3)->_status, SyncFileItem::Status::Success);
  711. QCOMPARE(completeSpy.findItem(fileWithSpaces4)->_status, SyncFileItem::Status::Success);
  712. QCOMPARE(completeSpy.findItem(fileWithSpaces5)->_status, SyncFileItem::Status::Success);
  713. QCOMPARE(completeSpy.findItem(fileWithSpaces6)->_status, SyncFileItem::Status::Success);
  714. }
  715. void testCreateFileWithTrailingSpaces_remoteDontGetRenamedAutomatically()
  716. {
  717. // On Windows we can't create files/folders with leading/trailing spaces locally. So, we have to fail those items. On other OSs - we just sync them down normally.
  718. FakeFolder fakeFolder{ FileInfo() };
  719. setupVfs(fakeFolder);
  720. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  721. const QString fileWithSpaces4("A/ foo");
  722. const QString fileWithSpaces5("A/ bar ");
  723. const QString fileWithSpaces6("A/bla ");
  724. const QString fileWithSpacesVirtual4(fileWithSpaces4 + DVSUFFIX);
  725. const QString fileWithSpacesVirtual5(fileWithSpaces5 + DVSUFFIX);
  726. const QString fileWithSpacesVirtual6(fileWithSpaces6 + DVSUFFIX);
  727. fakeFolder.remoteModifier().mkdir("A");
  728. fakeFolder.remoteModifier().insert(fileWithSpaces4);
  729. fakeFolder.remoteModifier().insert(fileWithSpaces5);
  730. fakeFolder.remoteModifier().insert(fileWithSpaces6);
  731. ItemCompletedSpy completeSpy(fakeFolder);
  732. completeSpy.clear();
  733. QVERIFY(fakeFolder.syncOnce());
  734. if (Utility::isWindows()) {
  735. QCOMPARE(completeSpy.findItem(fileWithSpaces4)->_status, SyncFileItem::Status::FileNameInvalid);
  736. QCOMPARE(completeSpy.findItem(fileWithSpaces5)->_status, SyncFileItem::Status::FileNameInvalid);
  737. QCOMPARE(completeSpy.findItem(fileWithSpaces6)->_status, SyncFileItem::Status::FileNameInvalid);
  738. } else {
  739. QCOMPARE(completeSpy.findItem(fileWithSpacesVirtual4)->_status, SyncFileItem::Status::Success);
  740. QCOMPARE(completeSpy.findItem(fileWithSpacesVirtual5)->_status, SyncFileItem::Status::Success);
  741. QCOMPARE(completeSpy.findItem(fileWithSpacesVirtual6)->_status, SyncFileItem::Status::Success);
  742. }
  743. }
  744. void testCreateFileWithTrailingSpaces_remoteGetRenamedManually()
  745. {
  746. // On Windows we can't create files/folders with leading/trailing spaces locally. So, we have to fail those items. On other OSs - we just sync them down normally.
  747. FakeFolder fakeFolder{FileInfo()};
  748. setupVfs(fakeFolder);
  749. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  750. const QString fileWithSpaces4("A/ foo");
  751. const QString fileWithSpaces5("A/ bar ");
  752. const QString fileWithSpaces6("A/bla ");
  753. const QString fileWithSpacesVirtual4(fileWithSpaces4 + DVSUFFIX);
  754. const QString fileWithSpacesVirtual5(fileWithSpaces5 + DVSUFFIX);
  755. const QString fileWithSpacesVirtual6(fileWithSpaces6 + DVSUFFIX);
  756. const QString fileWithoutSpaces4("A/foo");
  757. const QString fileWithoutSpaces5("A/bar");
  758. const QString fileWithoutSpaces6("A/bla");
  759. const QString fileWithoutSpacesVirtual4(fileWithoutSpaces4 + DVSUFFIX);
  760. const QString fileWithoutSpacesVirtual5(fileWithoutSpaces5 + DVSUFFIX);
  761. const QString fileWithoutSpacesVirtual6(fileWithoutSpaces6 + DVSUFFIX);
  762. fakeFolder.remoteModifier().mkdir("A");
  763. fakeFolder.remoteModifier().insert(fileWithSpaces4);
  764. fakeFolder.remoteModifier().insert(fileWithSpaces5);
  765. fakeFolder.remoteModifier().insert(fileWithSpaces6);
  766. ItemCompletedSpy completeSpy(fakeFolder);
  767. completeSpy.clear();
  768. QVERIFY(fakeFolder.syncOnce());
  769. if (Utility::isWindows()) {
  770. QCOMPARE(completeSpy.findItem(fileWithSpaces4)->_status, SyncFileItem::Status::FileNameInvalid);
  771. QCOMPARE(completeSpy.findItem(fileWithSpaces5)->_status, SyncFileItem::Status::FileNameInvalid);
  772. QCOMPARE(completeSpy.findItem(fileWithSpaces6)->_status, SyncFileItem::Status::FileNameInvalid);
  773. } else {
  774. QCOMPARE(completeSpy.findItem(fileWithSpacesVirtual4)->_status, SyncFileItem::Status::Success);
  775. QCOMPARE(completeSpy.findItem(fileWithSpacesVirtual5)->_status, SyncFileItem::Status::Success);
  776. QCOMPARE(completeSpy.findItem(fileWithSpacesVirtual6)->_status, SyncFileItem::Status::Success);
  777. }
  778. fakeFolder.remoteModifier().rename(fileWithSpaces4, fileWithoutSpaces4);
  779. fakeFolder.remoteModifier().rename(fileWithSpaces5, fileWithoutSpaces5);
  780. fakeFolder.remoteModifier().rename(fileWithSpaces6, fileWithoutSpaces6);
  781. completeSpy.clear();
  782. QVERIFY(fakeFolder.syncOnce());
  783. if (Utility::isWindows()) {
  784. QCOMPARE(completeSpy.findItem(fileWithoutSpaces4 + DVSUFFIX)->_status, SyncFileItem::Status::Success);
  785. QCOMPARE(completeSpy.findItem(fileWithoutSpaces5 + DVSUFFIX)->_status, SyncFileItem::Status::Success);
  786. QCOMPARE(completeSpy.findItem(fileWithoutSpaces6 + DVSUFFIX)->_status, SyncFileItem::Status::Success);
  787. } else {
  788. QCOMPARE(completeSpy.findItem(fileWithoutSpacesVirtual4)->_status, SyncFileItem::Status::Success);
  789. QCOMPARE(completeSpy.findItem(fileWithoutSpacesVirtual5)->_status, SyncFileItem::Status::Success);
  790. QCOMPARE(completeSpy.findItem(fileWithoutSpacesVirtual6)->_status, SyncFileItem::Status::Success);
  791. }
  792. }
  793. // Dehydration via sync works
  794. void testSyncDehydration()
  795. {
  796. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  797. setupVfs(fakeFolder);
  798. QVERIFY(fakeFolder.syncOnce());
  799. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  800. ItemCompletedSpy completeSpy(fakeFolder);
  801. auto cleanup = [&]() {
  802. completeSpy.clear();
  803. };
  804. cleanup();
  805. //
  806. // Mark for dehydration and check
  807. //
  808. markForDehydration(fakeFolder, "A/a1");
  809. markForDehydration(fakeFolder, "A/a2");
  810. fakeFolder.remoteModifier().appendByte("A/a2");
  811. // expect: normal dehydration
  812. markForDehydration(fakeFolder, "B/b1");
  813. fakeFolder.remoteModifier().remove("B/b1");
  814. // expect: local removal
  815. markForDehydration(fakeFolder, "B/b2");
  816. fakeFolder.remoteModifier().rename("B/b2", "B/b3");
  817. // expect: B/b2 is gone, B/b3 is NEW placeholder
  818. markForDehydration(fakeFolder, "C/c1");
  819. fakeFolder.localModifier().appendByte("C/c1");
  820. // expect: no dehydration, upload of c1
  821. markForDehydration(fakeFolder, "C/c2");
  822. fakeFolder.localModifier().appendByte("C/c2");
  823. fakeFolder.remoteModifier().appendByte("C/c2");
  824. fakeFolder.remoteModifier().appendByte("C/c2");
  825. // expect: no dehydration, conflict
  826. QVERIFY(fakeFolder.syncOnce());
  827. auto isDehydrated = [&](const QString &path) {
  828. QString placeholder = path + DVSUFFIX;
  829. return !fakeFolder.currentLocalState().find(path)
  830. && fakeFolder.currentLocalState().find(placeholder);
  831. };
  832. auto hasDehydratedDbEntries = [&](const QString &path) {
  833. SyncJournalFileRecord normal, suffix;
  834. return (!fakeFolder.syncJournal().getFileRecord(path, &normal) || !normal.isValid())
  835. && fakeFolder.syncJournal().getFileRecord(path + DVSUFFIX, &suffix) && suffix.isValid()
  836. && suffix._type == ItemTypeVirtualFile;
  837. };
  838. QVERIFY(isDehydrated("A/a1"));
  839. QVERIFY(hasDehydratedDbEntries("A/a1"));
  840. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_SYNC));
  841. QCOMPARE(completeSpy.findItem("A/a1" DVSUFFIX)->_type, ItemTypeVirtualFileDehydration);
  842. QCOMPARE(completeSpy.findItem("A/a1" DVSUFFIX)->_file, QStringLiteral("A/a1"));
  843. QCOMPARE(completeSpy.findItem("A/a1" DVSUFFIX)->_renameTarget, QStringLiteral("A/a1" DVSUFFIX));
  844. QVERIFY(isDehydrated("A/a2"));
  845. QVERIFY(hasDehydratedDbEntries("A/a2"));
  846. QVERIFY(itemInstruction(completeSpy, "A/a2" DVSUFFIX, CSYNC_INSTRUCTION_SYNC));
  847. QCOMPARE(completeSpy.findItem("A/a2" DVSUFFIX)->_type, ItemTypeVirtualFileDehydration);
  848. QVERIFY(!fakeFolder.currentLocalState().find("B/b1"));
  849. QVERIFY(!fakeFolder.currentRemoteState().find("B/b1"));
  850. QVERIFY(itemInstruction(completeSpy, "B/b1", CSYNC_INSTRUCTION_REMOVE));
  851. QVERIFY(!fakeFolder.currentLocalState().find("B/b2"));
  852. QVERIFY(!fakeFolder.currentRemoteState().find("B/b2"));
  853. QVERIFY(isDehydrated("B/b3"));
  854. QVERIFY(hasDehydratedDbEntries("B/b3"));
  855. QVERIFY(itemInstruction(completeSpy, "B/b2", CSYNC_INSTRUCTION_REMOVE));
  856. QVERIFY(itemInstruction(completeSpy, "B/b3" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  857. QCOMPARE(fakeFolder.currentRemoteState().find("C/c1")->size, 25);
  858. QVERIFY(itemInstruction(completeSpy, "C/c1", CSYNC_INSTRUCTION_SYNC));
  859. QCOMPARE(fakeFolder.currentRemoteState().find("C/c2")->size, 26);
  860. QVERIFY(itemInstruction(completeSpy, "C/c2", CSYNC_INSTRUCTION_CONFLICT));
  861. cleanup();
  862. auto expectedLocalState = fakeFolder.currentLocalState();
  863. auto expectedRemoteState = fakeFolder.currentRemoteState();
  864. QVERIFY(fakeFolder.syncOnce());
  865. QCOMPARE(fakeFolder.currentLocalState(), expectedLocalState);
  866. QCOMPARE(fakeFolder.currentRemoteState(), expectedRemoteState);
  867. }
  868. void testWipeVirtualSuffixFiles()
  869. {
  870. FakeFolder fakeFolder{ FileInfo{} };
  871. setupVfs(fakeFolder);
  872. // Create a suffix-vfs baseline
  873. fakeFolder.remoteModifier().mkdir("A");
  874. fakeFolder.remoteModifier().mkdir("A/B");
  875. fakeFolder.remoteModifier().insert("f1");
  876. fakeFolder.remoteModifier().insert("A/a1");
  877. fakeFolder.remoteModifier().insert("A/a3");
  878. fakeFolder.remoteModifier().insert("A/B/b1");
  879. fakeFolder.localModifier().mkdir("A");
  880. fakeFolder.localModifier().mkdir("A/B");
  881. fakeFolder.localModifier().insert("f2");
  882. fakeFolder.localModifier().insert("A/a2");
  883. fakeFolder.localModifier().insert("A/B/b2");
  884. QVERIFY(fakeFolder.syncOnce());
  885. QVERIFY(fakeFolder.currentLocalState().find("f1" DVSUFFIX));
  886. QVERIFY(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  887. QVERIFY(fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  888. QVERIFY(fakeFolder.currentLocalState().find("A/B/b1" DVSUFFIX));
  889. // Make local changes to a3
  890. fakeFolder.localModifier().remove("A/a3" DVSUFFIX);
  891. fakeFolder.localModifier().insert("A/a3" DVSUFFIX, 100);
  892. // Now wipe the virtuals
  893. SyncEngine::wipeVirtualFiles(fakeFolder.localPath(), fakeFolder.syncJournal(), *fakeFolder.syncEngine().syncOptions()._vfs);
  894. QVERIFY(!fakeFolder.currentLocalState().find("f1" DVSUFFIX));
  895. QVERIFY(!fakeFolder.currentLocalState().find("A/a1" DVSUFFIX));
  896. QVERIFY(fakeFolder.currentLocalState().find("A/a3" DVSUFFIX));
  897. QVERIFY(!fakeFolder.currentLocalState().find("A/B/b1" DVSUFFIX));
  898. fakeFolder.switchToVfs(QSharedPointer<Vfs>(new VfsOff));
  899. QVERIFY(fakeFolder.syncOnce());
  900. QVERIFY(fakeFolder.currentRemoteState().find("A/a3" DVSUFFIX)); // regular upload
  901. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  902. }
  903. void testNewVirtuals()
  904. {
  905. FakeFolder fakeFolder{ FileInfo() };
  906. setupVfs(fakeFolder);
  907. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  908. auto setPin = [&] (const QByteArray &path, PinState state) {
  909. fakeFolder.syncJournal().internalPinStates().setForPath(path, state);
  910. };
  911. fakeFolder.remoteModifier().mkdir("local");
  912. fakeFolder.remoteModifier().mkdir("online");
  913. fakeFolder.remoteModifier().mkdir("unspec");
  914. QVERIFY(fakeFolder.syncOnce());
  915. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  916. setPin("local", PinState::AlwaysLocal);
  917. setPin("online", PinState::OnlineOnly);
  918. setPin("unspec", PinState::Unspecified);
  919. // Test 1: root is Unspecified
  920. fakeFolder.remoteModifier().insert("file1");
  921. fakeFolder.remoteModifier().insert("online/file1");
  922. fakeFolder.remoteModifier().insert("local/file1");
  923. fakeFolder.remoteModifier().insert("unspec/file1");
  924. QVERIFY(fakeFolder.syncOnce());
  925. QVERIFY(fakeFolder.currentLocalState().find("file1" DVSUFFIX));
  926. QVERIFY(fakeFolder.currentLocalState().find("online/file1" DVSUFFIX));
  927. QVERIFY(fakeFolder.currentLocalState().find("local/file1"));
  928. QVERIFY(fakeFolder.currentLocalState().find("unspec/file1" DVSUFFIX));
  929. // Test 2: change root to AlwaysLocal
  930. setPin("", PinState::AlwaysLocal);
  931. fakeFolder.remoteModifier().insert("file2");
  932. fakeFolder.remoteModifier().insert("online/file2");
  933. fakeFolder.remoteModifier().insert("local/file2");
  934. fakeFolder.remoteModifier().insert("unspec/file2");
  935. QVERIFY(fakeFolder.syncOnce());
  936. QVERIFY(fakeFolder.currentLocalState().find("file2"));
  937. QVERIFY(fakeFolder.currentLocalState().find("online/file2" DVSUFFIX));
  938. QVERIFY(fakeFolder.currentLocalState().find("local/file2"));
  939. QVERIFY(fakeFolder.currentLocalState().find("unspec/file2" DVSUFFIX));
  940. // root file1 was hydrated due to its new pin state
  941. QVERIFY(fakeFolder.currentLocalState().find("file1"));
  942. // file1 is unchanged in the explicitly pinned subfolders
  943. QVERIFY(fakeFolder.currentLocalState().find("online/file1" DVSUFFIX));
  944. QVERIFY(fakeFolder.currentLocalState().find("local/file1"));
  945. QVERIFY(fakeFolder.currentLocalState().find("unspec/file1" DVSUFFIX));
  946. // Test 3: change root to OnlineOnly
  947. setPin("", PinState::OnlineOnly);
  948. fakeFolder.remoteModifier().insert("file3");
  949. fakeFolder.remoteModifier().insert("online/file3");
  950. fakeFolder.remoteModifier().insert("local/file3");
  951. fakeFolder.remoteModifier().insert("unspec/file3");
  952. QVERIFY(fakeFolder.syncOnce());
  953. QVERIFY(fakeFolder.currentLocalState().find("file3" DVSUFFIX));
  954. QVERIFY(fakeFolder.currentLocalState().find("online/file3" DVSUFFIX));
  955. QVERIFY(fakeFolder.currentLocalState().find("local/file3"));
  956. QVERIFY(fakeFolder.currentLocalState().find("unspec/file3" DVSUFFIX));
  957. // root file1 was dehydrated due to its new pin state
  958. QVERIFY(fakeFolder.currentLocalState().find("file1" DVSUFFIX));
  959. // file1 is unchanged in the explicitly pinned subfolders
  960. QVERIFY(fakeFolder.currentLocalState().find("online/file1" DVSUFFIX));
  961. QVERIFY(fakeFolder.currentLocalState().find("local/file1"));
  962. QVERIFY(fakeFolder.currentLocalState().find("unspec/file1" DVSUFFIX));
  963. }
  964. // Check what happens if vfs-suffixed files exist on the server or locally
  965. // while the file is hydrated
  966. void testSuffixFilesWhileLocalHydrated()
  967. {
  968. FakeFolder fakeFolder{ FileInfo() };
  969. ItemCompletedSpy completeSpy(fakeFolder);
  970. auto cleanup = [&]() {
  971. completeSpy.clear();
  972. };
  973. cleanup();
  974. // suffixed files are happily synced with Vfs::Off
  975. fakeFolder.remoteModifier().mkdir("A");
  976. fakeFolder.remoteModifier().insert("A/test1" DVSUFFIX, 10, 'A');
  977. fakeFolder.remoteModifier().insert("A/test2" DVSUFFIX, 20, 'A');
  978. fakeFolder.remoteModifier().insert("A/file1" DVSUFFIX, 30, 'A');
  979. fakeFolder.remoteModifier().insert("A/file2", 40, 'A');
  980. fakeFolder.remoteModifier().insert("A/file2" DVSUFFIX, 50, 'A');
  981. fakeFolder.remoteModifier().insert("A/file3", 60, 'A');
  982. fakeFolder.remoteModifier().insert("A/file3" DVSUFFIX, 70, 'A');
  983. fakeFolder.remoteModifier().insert("A/file3" DVSUFFIX DVSUFFIX, 80, 'A');
  984. fakeFolder.remoteModifier().insert("A/remote1" DVSUFFIX, 30, 'A');
  985. fakeFolder.remoteModifier().insert("A/remote2", 40, 'A');
  986. fakeFolder.remoteModifier().insert("A/remote2" DVSUFFIX, 50, 'A');
  987. fakeFolder.remoteModifier().insert("A/remote3", 60, 'A');
  988. fakeFolder.remoteModifier().insert("A/remote3" DVSUFFIX, 70, 'A');
  989. fakeFolder.remoteModifier().insert("A/remote3" DVSUFFIX DVSUFFIX, 80, 'A');
  990. QVERIFY(fakeFolder.syncOnce());
  991. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  992. cleanup();
  993. // Enable suffix vfs
  994. setupVfs(fakeFolder);
  995. // A simple sync removes the files that are now ignored (?)
  996. QVERIFY(fakeFolder.syncOnce());
  997. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  998. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  999. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1000. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1001. cleanup();
  1002. // Add a real file where the suffixed file exists
  1003. fakeFolder.localModifier().insert("A/test1", 11, 'A');
  1004. fakeFolder.remoteModifier().insert("A/test2", 21, 'A');
  1005. QVERIFY(fakeFolder.syncOnce());
  1006. QVERIFY(itemInstruction(completeSpy, "A/test1", CSYNC_INSTRUCTION_NEW));
  1007. // this isn't fully good since some code requires size == 1 for placeholders
  1008. // (when renaming placeholder to real file). But the alternative would mean
  1009. // special casing this to allow CONFLICT at virtual file creation level. Ew.
  1010. QVERIFY(itemInstruction(completeSpy, "A/test2" DVSUFFIX, CSYNC_INSTRUCTION_UPDATE_METADATA));
  1011. cleanup();
  1012. // Local changes of suffixed file do nothing
  1013. fakeFolder.localModifier().setContents("A/file1" DVSUFFIX, 'B');
  1014. fakeFolder.localModifier().setContents("A/file2" DVSUFFIX, 'B');
  1015. fakeFolder.localModifier().setContents("A/file3" DVSUFFIX, 'B');
  1016. fakeFolder.localModifier().setContents("A/file3" DVSUFFIX DVSUFFIX, 'B');
  1017. QVERIFY(fakeFolder.syncOnce());
  1018. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1019. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1020. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1021. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1022. cleanup();
  1023. // Remote changes don't do anything either
  1024. fakeFolder.remoteModifier().setContents("A/file1" DVSUFFIX, 'C');
  1025. fakeFolder.remoteModifier().setContents("A/file2" DVSUFFIX, 'C');
  1026. fakeFolder.remoteModifier().setContents("A/file3" DVSUFFIX, 'C');
  1027. fakeFolder.remoteModifier().setContents("A/file3" DVSUFFIX DVSUFFIX, 'C');
  1028. QVERIFY(fakeFolder.syncOnce());
  1029. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1030. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1031. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1032. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1033. cleanup();
  1034. // Local removal: when not querying server
  1035. fakeFolder.localModifier().remove("A/file1" DVSUFFIX);
  1036. fakeFolder.localModifier().remove("A/file2" DVSUFFIX);
  1037. fakeFolder.localModifier().remove("A/file3" DVSUFFIX);
  1038. fakeFolder.localModifier().remove("A/file3" DVSUFFIX DVSUFFIX);
  1039. QVERIFY(fakeFolder.syncOnce());
  1040. QVERIFY(completeSpy.findItem("A/file1" DVSUFFIX)->isEmpty());
  1041. QVERIFY(completeSpy.findItem("A/file2" DVSUFFIX)->isEmpty());
  1042. QVERIFY(completeSpy.findItem("A/file3" DVSUFFIX)->isEmpty());
  1043. QVERIFY(completeSpy.findItem("A/file3" DVSUFFIX DVSUFFIX)->isEmpty());
  1044. cleanup();
  1045. // Local removal: when querying server
  1046. fakeFolder.remoteModifier().setContents("A/file1" DVSUFFIX, 'D');
  1047. QVERIFY(fakeFolder.syncOnce());
  1048. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1049. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1050. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1051. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1052. cleanup();
  1053. // Remote removal
  1054. fakeFolder.remoteModifier().remove("A/remote1" DVSUFFIX);
  1055. fakeFolder.remoteModifier().remove("A/remote2" DVSUFFIX);
  1056. fakeFolder.remoteModifier().remove("A/remote3" DVSUFFIX);
  1057. fakeFolder.remoteModifier().remove("A/remote3" DVSUFFIX DVSUFFIX);
  1058. QVERIFY(fakeFolder.syncOnce());
  1059. QVERIFY(itemInstruction(completeSpy, "A/remote1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1060. QVERIFY(itemInstruction(completeSpy, "A/remote2" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1061. QVERIFY(itemInstruction(completeSpy, "A/remote3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1062. QVERIFY(itemInstruction(completeSpy, "A/remote3" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1063. cleanup();
  1064. // New files with a suffix aren't propagated downwards in the first place
  1065. fakeFolder.remoteModifier().insert("A/new1" DVSUFFIX);
  1066. QVERIFY(fakeFolder.syncOnce());
  1067. QVERIFY(itemInstruction(completeSpy, "A/new1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1068. QVERIFY(fakeFolder.currentRemoteState().find("A/new1" DVSUFFIX));
  1069. QVERIFY(!fakeFolder.currentLocalState().find("A/new1"));
  1070. QVERIFY(!fakeFolder.currentLocalState().find("A/new1" DVSUFFIX));
  1071. QVERIFY(!fakeFolder.currentLocalState().find("A/new1" DVSUFFIX DVSUFFIX));
  1072. cleanup();
  1073. }
  1074. // Check what happens if vfs-suffixed files exist on the server or in the db
  1075. void testExtraFilesLocalDehydrated()
  1076. {
  1077. FakeFolder fakeFolder{ FileInfo() };
  1078. setupVfs(fakeFolder);
  1079. ItemCompletedSpy completeSpy(fakeFolder);
  1080. auto cleanup = [&]() {
  1081. completeSpy.clear();
  1082. };
  1083. cleanup();
  1084. // create a bunch of local virtual files, in some instances
  1085. // ignore remote files
  1086. fakeFolder.remoteModifier().mkdir("A");
  1087. fakeFolder.remoteModifier().insert("A/file1", 30, 'A');
  1088. fakeFolder.remoteModifier().insert("A/file2", 40, 'A');
  1089. fakeFolder.remoteModifier().insert("A/file3", 60, 'A');
  1090. fakeFolder.remoteModifier().insert("A/file3" DVSUFFIX, 70, 'A');
  1091. fakeFolder.remoteModifier().insert("A/file4", 80, 'A');
  1092. fakeFolder.remoteModifier().insert("A/file4" DVSUFFIX, 90, 'A');
  1093. fakeFolder.remoteModifier().insert("A/file4" DVSUFFIX DVSUFFIX, 100, 'A');
  1094. fakeFolder.remoteModifier().insert("A/file5", 110, 'A');
  1095. fakeFolder.remoteModifier().insert("A/file6", 120, 'A');
  1096. QVERIFY(fakeFolder.syncOnce());
  1097. QVERIFY(!fakeFolder.currentLocalState().find("A/file1"));
  1098. QVERIFY(fakeFolder.currentLocalState().find("A/file1" DVSUFFIX));
  1099. QVERIFY(!fakeFolder.currentLocalState().find("A/file2"));
  1100. QVERIFY(fakeFolder.currentLocalState().find("A/file2" DVSUFFIX));
  1101. QVERIFY(!fakeFolder.currentLocalState().find("A/file3"));
  1102. QVERIFY(fakeFolder.currentLocalState().find("A/file3" DVSUFFIX));
  1103. QVERIFY(!fakeFolder.currentLocalState().find("A/file4"));
  1104. QVERIFY(fakeFolder.currentLocalState().find("A/file4" DVSUFFIX));
  1105. QVERIFY(!fakeFolder.currentLocalState().find("A/file4" DVSUFFIX DVSUFFIX));
  1106. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  1107. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX, CSYNC_INSTRUCTION_NEW));
  1108. QVERIFY(itemInstruction(completeSpy, "A/file3" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1109. QVERIFY(itemInstruction(completeSpy, "A/file4" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1110. QVERIFY(itemInstruction(completeSpy, "A/file4" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1111. cleanup();
  1112. // Create odd extra files locally and remotely
  1113. fakeFolder.localModifier().insert("A/file1", 10, 'A');
  1114. fakeFolder.localModifier().insert("A/file2" DVSUFFIX DVSUFFIX, 10, 'A');
  1115. fakeFolder.remoteModifier().insert("A/file5" DVSUFFIX, 10, 'A');
  1116. fakeFolder.localModifier().insert("A/file6", 10, 'A');
  1117. fakeFolder.remoteModifier().insert("A/file6" DVSUFFIX, 10, 'A');
  1118. QVERIFY(fakeFolder.syncOnce());
  1119. QVERIFY(itemInstruction(completeSpy, "A/file1", CSYNC_INSTRUCTION_CONFLICT));
  1120. QVERIFY(itemInstruction(completeSpy, "A/file1" DVSUFFIX, CSYNC_INSTRUCTION_REMOVE)); // it's now a pointless real virtual file
  1121. QVERIFY(itemInstruction(completeSpy, "A/file2" DVSUFFIX DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1122. QVERIFY(itemInstruction(completeSpy, "A/file5" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1123. QVERIFY(itemInstruction(completeSpy, "A/file6", CSYNC_INSTRUCTION_CONFLICT));
  1124. QVERIFY(itemInstruction(completeSpy, "A/file6" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1125. cleanup();
  1126. }
  1127. void testAvailability()
  1128. {
  1129. FakeFolder fakeFolder{ FileInfo() };
  1130. auto vfs = setupVfs(fakeFolder);
  1131. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1132. auto setPin = [&] (const QByteArray &path, PinState state) {
  1133. fakeFolder.syncJournal().internalPinStates().setForPath(path, state);
  1134. };
  1135. fakeFolder.remoteModifier().mkdir("local");
  1136. fakeFolder.remoteModifier().mkdir("local/sub");
  1137. fakeFolder.remoteModifier().mkdir("online");
  1138. fakeFolder.remoteModifier().mkdir("online/sub");
  1139. fakeFolder.remoteModifier().mkdir("unspec");
  1140. QVERIFY(fakeFolder.syncOnce());
  1141. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1142. setPin("local", PinState::AlwaysLocal);
  1143. setPin("online", PinState::OnlineOnly);
  1144. setPin("unspec", PinState::Unspecified);
  1145. fakeFolder.remoteModifier().insert("file1");
  1146. fakeFolder.remoteModifier().insert("online/file1");
  1147. fakeFolder.remoteModifier().insert("online/file2");
  1148. fakeFolder.remoteModifier().insert("local/file1");
  1149. fakeFolder.remoteModifier().insert("local/file2");
  1150. fakeFolder.remoteModifier().insert("unspec/file1");
  1151. QVERIFY(fakeFolder.syncOnce());
  1152. // root is unspecified
  1153. QCOMPARE(*vfs->availability("file1" DVSUFFIX), VfsItemAvailability::AllDehydrated);
  1154. QCOMPARE(*vfs->availability("local"), VfsItemAvailability::AlwaysLocal);
  1155. QCOMPARE(*vfs->availability("local/file1"), VfsItemAvailability::AlwaysLocal);
  1156. QCOMPARE(*vfs->availability("online"), VfsItemAvailability::OnlineOnly);
  1157. QCOMPARE(*vfs->availability("online/file1" DVSUFFIX), VfsItemAvailability::OnlineOnly);
  1158. QCOMPARE(*vfs->availability("unspec"), VfsItemAvailability::AllDehydrated);
  1159. QCOMPARE(*vfs->availability("unspec/file1" DVSUFFIX), VfsItemAvailability::AllDehydrated);
  1160. // Subitem pin states can ruin "pure" availabilities
  1161. setPin("local/sub", PinState::OnlineOnly);
  1162. QCOMPARE(*vfs->availability("local"), VfsItemAvailability::AllHydrated);
  1163. setPin("online/sub", PinState::Unspecified);
  1164. QCOMPARE(*vfs->availability("online"), VfsItemAvailability::AllDehydrated);
  1165. triggerDownload(fakeFolder, "unspec/file1");
  1166. setPin("local/file2", PinState::OnlineOnly);
  1167. setPin("online/file2" DVSUFFIX, PinState::AlwaysLocal);
  1168. QVERIFY(fakeFolder.syncOnce());
  1169. QCOMPARE(*vfs->availability("unspec"), VfsItemAvailability::AllHydrated);
  1170. QCOMPARE(*vfs->availability("local"), VfsItemAvailability::Mixed);
  1171. QCOMPARE(*vfs->availability("online"), VfsItemAvailability::Mixed);
  1172. QVERIFY(vfs->setPinState("local", PinState::AlwaysLocal));
  1173. QVERIFY(vfs->setPinState("online", PinState::OnlineOnly));
  1174. QVERIFY(fakeFolder.syncOnce());
  1175. QCOMPARE(*vfs->availability("online"), VfsItemAvailability::OnlineOnly);
  1176. QCOMPARE(*vfs->availability("local"), VfsItemAvailability::AlwaysLocal);
  1177. auto r = vfs->availability("nonexistent");
  1178. QVERIFY(!r);
  1179. QCOMPARE(r.error(), Vfs::AvailabilityError::NoSuchItem);
  1180. }
  1181. void testPinStateLocals()
  1182. {
  1183. FakeFolder fakeFolder{ FileInfo() };
  1184. auto vfs = setupVfs(fakeFolder);
  1185. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1186. auto setPin = [&] (const QByteArray &path, PinState state) {
  1187. fakeFolder.syncJournal().internalPinStates().setForPath(path, state);
  1188. };
  1189. fakeFolder.remoteModifier().mkdir("local");
  1190. fakeFolder.remoteModifier().mkdir("online");
  1191. fakeFolder.remoteModifier().mkdir("unspec");
  1192. QVERIFY(fakeFolder.syncOnce());
  1193. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1194. setPin("local", PinState::AlwaysLocal);
  1195. setPin("online", PinState::OnlineOnly);
  1196. setPin("unspec", PinState::Unspecified);
  1197. fakeFolder.localModifier().insert("file1");
  1198. fakeFolder.localModifier().insert("online/file1");
  1199. fakeFolder.localModifier().insert("online/file2");
  1200. fakeFolder.localModifier().insert("local/file1");
  1201. fakeFolder.localModifier().insert("unspec/file1");
  1202. QVERIFY(fakeFolder.syncOnce());
  1203. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1204. // root is unspecified
  1205. QCOMPARE(*vfs->pinState("file1" DVSUFFIX), PinState::Unspecified);
  1206. QCOMPARE(*vfs->pinState("local/file1"), PinState::AlwaysLocal);
  1207. QCOMPARE(*vfs->pinState("online/file1"), PinState::Unspecified);
  1208. QCOMPARE(*vfs->pinState("unspec/file1"), PinState::Unspecified);
  1209. // Sync again: bad pin states of new local files usually take effect on second sync
  1210. QVERIFY(fakeFolder.syncOnce());
  1211. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1212. // When a file in an online-only folder is renamed, it retains its pin
  1213. fakeFolder.localModifier().rename("online/file1", "online/file1rename");
  1214. fakeFolder.remoteModifier().rename("online/file2", "online/file2rename");
  1215. QVERIFY(fakeFolder.syncOnce());
  1216. QCOMPARE(*vfs->pinState("online/file1rename"), PinState::Unspecified);
  1217. QCOMPARE(*vfs->pinState("online/file2rename"), PinState::Unspecified);
  1218. // When a folder is renamed, the pin states inside should be retained
  1219. fakeFolder.localModifier().rename("online", "onlinerenamed1");
  1220. QVERIFY(fakeFolder.syncOnce());
  1221. QCOMPARE(*vfs->pinState("onlinerenamed1"), PinState::OnlineOnly);
  1222. QCOMPARE(*vfs->pinState("onlinerenamed1/file1rename"), PinState::Unspecified);
  1223. fakeFolder.remoteModifier().rename("onlinerenamed1", "onlinerenamed2");
  1224. QVERIFY(fakeFolder.syncOnce());
  1225. QCOMPARE(*vfs->pinState("onlinerenamed2"), PinState::OnlineOnly);
  1226. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::Unspecified);
  1227. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1228. // When a file is deleted and later a new file has the same name, the old pin
  1229. // state isn't preserved.
  1230. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::Unspecified);
  1231. fakeFolder.remoteModifier().remove("onlinerenamed2/file1rename");
  1232. QVERIFY(fakeFolder.syncOnce());
  1233. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::OnlineOnly);
  1234. fakeFolder.remoteModifier().insert("onlinerenamed2/file1rename");
  1235. QVERIFY(fakeFolder.syncOnce());
  1236. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::OnlineOnly);
  1237. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename" DVSUFFIX), PinState::OnlineOnly);
  1238. // When a file is hydrated or dehydrated due to pin state it retains its pin state
  1239. QVERIFY(vfs->setPinState("onlinerenamed2/file1rename" DVSUFFIX, PinState::AlwaysLocal));
  1240. QVERIFY(fakeFolder.syncOnce());
  1241. QVERIFY(fakeFolder.currentLocalState().find("onlinerenamed2/file1rename"));
  1242. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename"), PinState::AlwaysLocal);
  1243. QVERIFY(vfs->setPinState("onlinerenamed2", PinState::Unspecified));
  1244. QVERIFY(vfs->setPinState("onlinerenamed2/file1rename", PinState::OnlineOnly));
  1245. QVERIFY(fakeFolder.syncOnce());
  1246. QVERIFY(fakeFolder.currentLocalState().find("onlinerenamed2/file1rename" DVSUFFIX));
  1247. QCOMPARE(*vfs->pinState("onlinerenamed2/file1rename" DVSUFFIX), PinState::OnlineOnly);
  1248. }
  1249. void testIncompatiblePins()
  1250. {
  1251. FakeFolder fakeFolder{ FileInfo() };
  1252. auto vfs = setupVfs(fakeFolder);
  1253. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1254. auto setPin = [&] (const QByteArray &path, PinState state) {
  1255. fakeFolder.syncJournal().internalPinStates().setForPath(path, state);
  1256. };
  1257. fakeFolder.remoteModifier().mkdir("local");
  1258. fakeFolder.remoteModifier().mkdir("online");
  1259. QVERIFY(fakeFolder.syncOnce());
  1260. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1261. setPin("local", PinState::AlwaysLocal);
  1262. setPin("online", PinState::OnlineOnly);
  1263. fakeFolder.localModifier().insert("local/file1");
  1264. fakeFolder.localModifier().insert("online/file1");
  1265. QVERIFY(fakeFolder.syncOnce());
  1266. markForDehydration(fakeFolder, "local/file1");
  1267. triggerDownload(fakeFolder, "online/file1");
  1268. // the sync sets the changed files pin states to unspecified
  1269. QVERIFY(fakeFolder.syncOnce());
  1270. QVERIFY(fakeFolder.currentLocalState().find("online/file1"));
  1271. QVERIFY(fakeFolder.currentLocalState().find("local/file1" DVSUFFIX));
  1272. QCOMPARE(*vfs->pinState("online/file1"), PinState::Unspecified);
  1273. QCOMPARE(*vfs->pinState("local/file1" DVSUFFIX), PinState::Unspecified);
  1274. // no change on another sync
  1275. QVERIFY(fakeFolder.syncOnce());
  1276. QVERIFY(fakeFolder.currentLocalState().find("online/file1"));
  1277. QVERIFY(fakeFolder.currentLocalState().find("local/file1" DVSUFFIX));
  1278. }
  1279. void testPlaceHolderExist() {
  1280. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  1281. fakeFolder.remoteModifier().insert("A/a1" DVSUFFIX, 111);
  1282. fakeFolder.remoteModifier().insert("A/hello" DVSUFFIX, 222);
  1283. QVERIFY(fakeFolder.syncOnce());
  1284. auto vfs = setupVfs(fakeFolder);
  1285. ItemCompletedSpy completeSpy(fakeFolder);
  1286. auto cleanup = [&]() { completeSpy.clear(); };
  1287. cleanup();
  1288. QVERIFY(fakeFolder.syncOnce());
  1289. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1290. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1291. QVERIFY(itemInstruction(completeSpy, "A/hello" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1292. fakeFolder.remoteModifier().insert("A/a2" DVSUFFIX);
  1293. fakeFolder.remoteModifier().insert("A/hello", 12);
  1294. fakeFolder.localModifier().insert("A/igno" DVSUFFIX, 123);
  1295. cleanup();
  1296. QVERIFY(fakeFolder.syncOnce());
  1297. QVERIFY(itemInstruction(completeSpy, "A/a1" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1298. QVERIFY(itemInstruction(completeSpy, "A/igno" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1299. // verify that the files are still present
  1300. QCOMPARE(fakeFolder.currentLocalState().find("A/hello" DVSUFFIX)->size, 222);
  1301. QCOMPARE(*fakeFolder.currentLocalState().find("A/hello" DVSUFFIX),
  1302. *fakeFolder.currentRemoteState().find("A/hello" DVSUFFIX));
  1303. QCOMPARE(fakeFolder.currentLocalState().find("A/igno" DVSUFFIX)->size, 123);
  1304. cleanup();
  1305. // Dehydrate
  1306. QVERIFY(vfs->setPinState(QString(), PinState::OnlineOnly));
  1307. QVERIFY(!fakeFolder.syncOnce());
  1308. QVERIFY(itemInstruction(completeSpy, "A/igno" DVSUFFIX, CSYNC_INSTRUCTION_IGNORE));
  1309. // verify that the files are still present
  1310. QCOMPARE(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX)->size, 111);
  1311. QCOMPARE(fakeFolder.currentLocalState().find("A/hello" DVSUFFIX)->size, 222);
  1312. QCOMPARE(*fakeFolder.currentLocalState().find("A/hello" DVSUFFIX),
  1313. *fakeFolder.currentRemoteState().find("A/hello" DVSUFFIX));
  1314. QCOMPARE(*fakeFolder.currentLocalState().find("A/a1"),
  1315. *fakeFolder.currentRemoteState().find("A/a1"));
  1316. QCOMPARE(fakeFolder.currentLocalState().find("A/igno" DVSUFFIX)->size, 123);
  1317. // Now disable vfs and check that all files are still there
  1318. cleanup();
  1319. SyncEngine::wipeVirtualFiles(fakeFolder.localPath(), fakeFolder.syncJournal(), *vfs);
  1320. fakeFolder.switchToVfs(QSharedPointer<Vfs>(new VfsOff));
  1321. QVERIFY(fakeFolder.syncOnce());
  1322. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1323. QCOMPARE(fakeFolder.currentLocalState().find("A/a1" DVSUFFIX)->size, 111);
  1324. QCOMPARE(fakeFolder.currentLocalState().find("A/hello")->size, 12);
  1325. QCOMPARE(fakeFolder.currentLocalState().find("A/hello" DVSUFFIX)->size, 222);
  1326. QCOMPARE(fakeFolder.currentLocalState().find("A/igno" DVSUFFIX)->size, 123);
  1327. }
  1328. void testUpdateMetadataErrorManagement()
  1329. {
  1330. FakeFolder fakeFolder{FileInfo{}};
  1331. setupVfs(fakeFolder);
  1332. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1333. // Existing files are propagated just fine in both directions
  1334. fakeFolder.remoteModifier().mkdir(QStringLiteral("aaa"));
  1335. fakeFolder.remoteModifier().mkdir(QStringLiteral("aaa/subfolder"));
  1336. fakeFolder.remoteModifier().insert(QStringLiteral("aaa/subfolder/bar"));
  1337. QVERIFY(fakeFolder.syncOnce());
  1338. // New files on the remote create virtual files
  1339. fakeFolder.remoteModifier().setModTime(QStringLiteral("aaa/subfolder/bar"), QDateTime::fromSecsSinceEpoch(0));
  1340. QVERIFY(!fakeFolder.syncOnce());
  1341. QVERIFY(!fakeFolder.syncOnce());
  1342. }
  1343. void testInvalidFutureMtimeRecovery()
  1344. {
  1345. constexpr auto FUTURE_MTIME = 0xFFFFFFFF;
  1346. constexpr auto CURRENT_MTIME = 1646057277;
  1347. FakeFolder fakeFolder{FileInfo{}};
  1348. setupVfs(fakeFolder);
  1349. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1350. const QString fooFileRootFolder("foo");
  1351. const QString barFileRootFolder("bar");
  1352. const QString fooFileSubFolder("subfolder/foo");
  1353. const QString barFileSubFolder("subfolder/bar");
  1354. const QString fooFileAaaSubFolder("aaa/subfolder/foo");
  1355. const QString barFileAaaSubFolder("aaa/subfolder/bar");
  1356. fakeFolder.remoteModifier().insert(fooFileRootFolder);
  1357. fakeFolder.remoteModifier().insert(barFileRootFolder);
  1358. fakeFolder.remoteModifier().mkdir(QStringLiteral("subfolder"));
  1359. fakeFolder.remoteModifier().insert(fooFileSubFolder);
  1360. fakeFolder.remoteModifier().insert(barFileSubFolder);
  1361. fakeFolder.remoteModifier().mkdir(QStringLiteral("aaa"));
  1362. fakeFolder.remoteModifier().mkdir(QStringLiteral("aaa/subfolder"));
  1363. fakeFolder.remoteModifier().insert(fooFileAaaSubFolder);
  1364. fakeFolder.remoteModifier().insert(barFileAaaSubFolder);
  1365. QVERIFY(fakeFolder.syncOnce());
  1366. fakeFolder.remoteModifier().setModTimeKeepEtag(fooFileRootFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1367. fakeFolder.remoteModifier().setModTimeKeepEtag(barFileRootFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1368. fakeFolder.remoteModifier().setModTimeKeepEtag(fooFileSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1369. fakeFolder.remoteModifier().setModTimeKeepEtag(barFileSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1370. fakeFolder.remoteModifier().setModTimeKeepEtag(fooFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1371. fakeFolder.remoteModifier().setModTimeKeepEtag(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1372. fakeFolder.localModifier().setModTime(fooFileRootFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1373. fakeFolder.localModifier().setModTime(barFileRootFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1374. fakeFolder.localModifier().setModTime(fooFileSubFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1375. fakeFolder.localModifier().setModTime(barFileSubFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1376. fakeFolder.localModifier().setModTime(fooFileAaaSubFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1377. fakeFolder.localModifier().setModTime(barFileAaaSubFolder + DVSUFFIX, QDateTime::fromSecsSinceEpoch(FUTURE_MTIME));
  1378. QVERIFY(fakeFolder.syncOnce());
  1379. QVERIFY(fakeFolder.syncOnce());
  1380. }
  1381. void testInvalidMtimeLocalDiscovery()
  1382. {
  1383. constexpr auto INVALID_MTIME1 = 0;
  1384. constexpr auto INVALID_MTIME2 = 0xFFFFFFFF;
  1385. constexpr auto CURRENT_MTIME = 1646057277;
  1386. FakeFolder fakeFolder{FileInfo{}};
  1387. setupVfs(fakeFolder);
  1388. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  1389. QSignalSpy statusSpy(&fakeFolder.syncEngine().syncFileStatusTracker(), &SyncFileStatusTracker::fileStatusChanged);
  1390. const QString fooFileRootFolder("foo");
  1391. const QString barFileRootFolder("bar");
  1392. const QString fooFileSubFolder("subfolder/foo");
  1393. const QString barFileSubFolder("subfolder/bar");
  1394. const QString fooFileAaaSubFolder("aaa/subfolder/foo");
  1395. const QString barFileAaaSubFolder("aaa/subfolder/bar");
  1396. auto checkStatus = [&]() -> SyncFileStatus::SyncFileStatusTag {
  1397. auto file = QFileInfo{fakeFolder.syncEngine().localPath(), barFileAaaSubFolder};
  1398. auto locPath = fakeFolder.syncEngine().localPath();
  1399. auto itemFound = false;
  1400. // Start from the end to get the latest status
  1401. for (int i = statusSpy.size() - 1; i >= 0 && !itemFound; --i) {
  1402. if (QFileInfo(statusSpy.at(i)[0].toString()) == file) {
  1403. itemFound = true;
  1404. return statusSpy.at(i)[1].value<SyncFileStatus>().tag();
  1405. }
  1406. }
  1407. return {};
  1408. };
  1409. fakeFolder.localModifier().insert(fooFileRootFolder);
  1410. fakeFolder.localModifier().insert(barFileRootFolder);
  1411. fakeFolder.localModifier().mkdir(QStringLiteral("subfolder"));
  1412. fakeFolder.localModifier().insert(fooFileSubFolder);
  1413. fakeFolder.localModifier().insert(barFileSubFolder);
  1414. fakeFolder.localModifier().mkdir(QStringLiteral("aaa"));
  1415. fakeFolder.localModifier().mkdir(QStringLiteral("aaa/subfolder"));
  1416. fakeFolder.localModifier().insert(fooFileAaaSubFolder);
  1417. fakeFolder.localModifier().insert(barFileAaaSubFolder);
  1418. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(INVALID_MTIME1));
  1419. fakeFolder.scheduleSync();
  1420. fakeFolder.execUntilBeforePropagation();
  1421. QCOMPARE(checkStatus(), SyncFileStatus::StatusError);
  1422. fakeFolder.execUntilFinished();
  1423. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1424. QVERIFY(fakeFolder.syncOnce());
  1425. fakeFolder.localModifier().appendByte(barFileAaaSubFolder);
  1426. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(INVALID_MTIME1));
  1427. fakeFolder.scheduleSync();
  1428. fakeFolder.execUntilBeforePropagation();
  1429. QCOMPARE(checkStatus(), SyncFileStatus::StatusError);
  1430. fakeFolder.execUntilFinished();
  1431. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(CURRENT_MTIME));
  1432. QVERIFY(fakeFolder.syncOnce());
  1433. fakeFolder.localModifier().appendByte(barFileAaaSubFolder);
  1434. fakeFolder.localModifier().setModTime(barFileAaaSubFolder, QDateTime::fromSecsSinceEpoch(INVALID_MTIME2));
  1435. fakeFolder.scheduleSync();
  1436. fakeFolder.execUntilBeforePropagation();
  1437. QCOMPARE(checkStatus(), SyncFileStatus::StatusError);
  1438. }
  1439. };
  1440. QTEST_GUILESS_MAIN(TestSyncVirtualFiles)
  1441. #include "testsyncvirtualfiles.moc"