testsyncengine.cpp 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541
  1. /*
  2. * This software is in the public domain, furnished "as is", without technical
  3. * support, and with no warranty, express or implied, as to its usefulness for
  4. * any purpose.
  5. *
  6. */
  7. #include <QtTest>
  8. #include "syncenginetestutils.h"
  9. #include <syncengine.h>
  10. using namespace OCC;
  11. bool itemDidComplete(const QSignalSpy &spy, const QString &path)
  12. {
  13. for(const QList<QVariant> &args : spy) {
  14. auto item = args[0].value<SyncFileItemPtr>();
  15. if (item->destination() == path)
  16. return true;
  17. }
  18. return false;
  19. }
  20. bool itemDidCompleteSuccessfully(const QSignalSpy &spy, const QString &path)
  21. {
  22. for(const QList<QVariant> &args : spy) {
  23. auto item = args[0].value<SyncFileItemPtr>();
  24. if (item->destination() == path)
  25. return item->_status == SyncFileItem::Success;
  26. }
  27. return false;
  28. }
  29. class TestSyncEngine : public QObject
  30. {
  31. Q_OBJECT
  32. private slots:
  33. void testFileDownload() {
  34. FakeFolder fakeFolder{FileInfo::A12_B12_C12_S12()};
  35. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  36. fakeFolder.remoteModifier().insert("A/a0");
  37. fakeFolder.syncOnce();
  38. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "A/a0"));
  39. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  40. }
  41. void testFileUpload() {
  42. FakeFolder fakeFolder{FileInfo::A12_B12_C12_S12()};
  43. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  44. fakeFolder.localModifier().insert("A/a0");
  45. fakeFolder.syncOnce();
  46. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "A/a0"));
  47. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  48. }
  49. void testDirDownload() {
  50. FakeFolder fakeFolder{FileInfo::A12_B12_C12_S12()};
  51. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  52. fakeFolder.remoteModifier().mkdir("Y");
  53. fakeFolder.remoteModifier().mkdir("Z");
  54. fakeFolder.remoteModifier().insert("Z/d0");
  55. fakeFolder.syncOnce();
  56. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "Y"));
  57. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "Z"));
  58. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "Z/d0"));
  59. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  60. }
  61. void testDirUpload() {
  62. FakeFolder fakeFolder{FileInfo::A12_B12_C12_S12()};
  63. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  64. fakeFolder.localModifier().mkdir("Y");
  65. fakeFolder.localModifier().mkdir("Z");
  66. fakeFolder.localModifier().insert("Z/d0");
  67. fakeFolder.syncOnce();
  68. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "Y"));
  69. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "Z"));
  70. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "Z/d0"));
  71. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  72. }
  73. void testLocalDelete() {
  74. FakeFolder fakeFolder{FileInfo::A12_B12_C12_S12()};
  75. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  76. fakeFolder.remoteModifier().remove("A/a1");
  77. fakeFolder.syncOnce();
  78. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "A/a1"));
  79. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  80. }
  81. void testRemoteDelete() {
  82. FakeFolder fakeFolder{FileInfo::A12_B12_C12_S12()};
  83. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  84. fakeFolder.localModifier().remove("A/a1");
  85. fakeFolder.syncOnce();
  86. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "A/a1"));
  87. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  88. }
  89. void testEmlLocalChecksum() {
  90. FakeFolder fakeFolder{FileInfo{}};
  91. fakeFolder.localModifier().insert("a1.eml", 64, 'A');
  92. fakeFolder.localModifier().insert("a2.eml", 64, 'A');
  93. fakeFolder.localModifier().insert("a3.eml", 64, 'A');
  94. fakeFolder.localModifier().insert("b3.txt", 64, 'A');
  95. // Upload and calculate the checksums
  96. // fakeFolder.syncOnce();
  97. fakeFolder.syncOnce();
  98. auto getDbChecksum = [&](QString path) {
  99. SyncJournalFileRecord record;
  100. fakeFolder.syncJournal().getFileRecord(path, &record);
  101. return record._checksumHeader;
  102. };
  103. // printf 'A%.0s' {1..64} | sha1sum -
  104. QByteArray referenceChecksum("SHA1:30b86e44e6001403827a62c58b08893e77cf121f");
  105. QCOMPARE(getDbChecksum("a1.eml"), referenceChecksum);
  106. QCOMPARE(getDbChecksum("a2.eml"), referenceChecksum);
  107. QCOMPARE(getDbChecksum("a3.eml"), referenceChecksum);
  108. QCOMPARE(getDbChecksum("b3.txt"), referenceChecksum);
  109. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  110. // Touch the file without changing the content, shouldn't upload
  111. fakeFolder.localModifier().setContents("a1.eml", 'A');
  112. // Change the content/size
  113. fakeFolder.localModifier().setContents("a2.eml", 'B');
  114. fakeFolder.localModifier().appendByte("a3.eml");
  115. fakeFolder.localModifier().appendByte("b3.txt");
  116. fakeFolder.syncOnce();
  117. QCOMPARE(getDbChecksum("a1.eml"), referenceChecksum);
  118. QCOMPARE(getDbChecksum("a2.eml"), QByteArray("SHA1:84951fc23a4dafd10020ac349da1f5530fa65949"));
  119. QCOMPARE(getDbChecksum("a3.eml"), QByteArray("SHA1:826b7e7a7af8a529ae1c7443c23bf185c0ad440c"));
  120. QCOMPARE(getDbChecksum("b3.eml"), getDbChecksum("a3.txt"));
  121. QVERIFY(!itemDidComplete(completeSpy, "a1.eml"));
  122. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "a2.eml"));
  123. QVERIFY(itemDidCompleteSuccessfully(completeSpy, "a3.eml"));
  124. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  125. }
  126. void testRemoteChangeInMovedFolder() {
  127. // issue #5192
  128. FakeFolder fakeFolder{FileInfo{ QString(), {
  129. FileInfo { QStringLiteral("folder"), {
  130. FileInfo{ QStringLiteral("folderA"), { { QStringLiteral("file.txt"), 400 } } },
  131. QStringLiteral("folderB")
  132. }
  133. }}}};
  134. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  135. // Edit a file in a moved directory.
  136. fakeFolder.remoteModifier().setContents("folder/folderA/file.txt", 'a');
  137. fakeFolder.remoteModifier().rename("folder/folderA", "folder/folderB/folderA");
  138. fakeFolder.syncOnce();
  139. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  140. auto oldState = fakeFolder.currentLocalState();
  141. QVERIFY(oldState.find("folder/folderB/folderA/file.txt"));
  142. QVERIFY(!oldState.find("folder/folderA/file.txt"));
  143. // This sync should not remove the file
  144. fakeFolder.syncOnce();
  145. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  146. QCOMPARE(fakeFolder.currentLocalState(), oldState);
  147. }
  148. void testSelectiveSyncModevFolder() {
  149. // issue #5224
  150. FakeFolder fakeFolder{FileInfo{ QString(), {
  151. FileInfo { QStringLiteral("parentFolder"), {
  152. FileInfo{ QStringLiteral("subFolderA"), { { QStringLiteral("fileA.txt"), 400 } } },
  153. FileInfo{ QStringLiteral("subFolderB"), { { QStringLiteral("fileB.txt"), 400 } } }
  154. }
  155. }}}};
  156. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  157. auto expectedServerState = fakeFolder.currentRemoteState();
  158. // Remove subFolderA with selectiveSync:
  159. fakeFolder.syncEngine().journal()->setSelectiveSyncList(SyncJournalDb::SelectiveSyncBlackList,
  160. {"parentFolder/subFolderA/"});
  161. fakeFolder.syncEngine().journal()->avoidReadFromDbOnNextSync(QByteArrayLiteral("parentFolder/subFolderA/"));
  162. fakeFolder.syncOnce();
  163. {
  164. // Nothing changed on the server
  165. QCOMPARE(fakeFolder.currentRemoteState(), expectedServerState);
  166. // The local state should not have subFolderA
  167. auto remoteState = fakeFolder.currentRemoteState();
  168. remoteState.remove("parentFolder/subFolderA");
  169. QCOMPARE(fakeFolder.currentLocalState(), remoteState);
  170. }
  171. // Rename parentFolder on the server
  172. fakeFolder.remoteModifier().rename("parentFolder", "parentFolderRenamed");
  173. expectedServerState = fakeFolder.currentRemoteState();
  174. fakeFolder.syncOnce();
  175. {
  176. QCOMPARE(fakeFolder.currentRemoteState(), expectedServerState);
  177. auto remoteState = fakeFolder.currentRemoteState();
  178. // The subFolderA should still be there on the server.
  179. QVERIFY(remoteState.find("parentFolderRenamed/subFolderA/fileA.txt"));
  180. // But not on the client because of the selective sync
  181. remoteState.remove("parentFolderRenamed/subFolderA");
  182. QCOMPARE(fakeFolder.currentLocalState(), remoteState);
  183. }
  184. // Rename it again, locally this time.
  185. fakeFolder.localModifier().rename("parentFolderRenamed", "parentThirdName");
  186. fakeFolder.syncOnce();
  187. {
  188. auto remoteState = fakeFolder.currentRemoteState();
  189. // The subFolderA should still be there on the server.
  190. QVERIFY(remoteState.find("parentThirdName/subFolderA/fileA.txt"));
  191. // But not on the client because of the selective sync
  192. remoteState.remove("parentThirdName/subFolderA");
  193. QCOMPARE(fakeFolder.currentLocalState(), remoteState);
  194. expectedServerState = fakeFolder.currentRemoteState();
  195. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  196. fakeFolder.syncOnce(); // This sync should do nothing
  197. QCOMPARE(completeSpy.count(), 0);
  198. QCOMPARE(fakeFolder.currentRemoteState(), expectedServerState);
  199. QCOMPARE(fakeFolder.currentLocalState(), remoteState);
  200. }
  201. }
  202. void testSelectiveSyncBug() {
  203. // issue owncloud/enterprise#1965: files from selective-sync ignored
  204. // folders are uploaded anyway is some circumstances.
  205. FakeFolder fakeFolder{FileInfo{ QString(), {
  206. FileInfo { QStringLiteral("parentFolder"), {
  207. FileInfo{ QStringLiteral("subFolderA"), {
  208. { QStringLiteral("fileA.txt"), 400 },
  209. { QStringLiteral("fileB.txt"), 400, 'o' },
  210. FileInfo { QStringLiteral("subsubFolder"), {
  211. { QStringLiteral("fileC.txt"), 400 },
  212. { QStringLiteral("fileD.txt"), 400, 'o' }
  213. }},
  214. FileInfo{ QStringLiteral("anotherFolder"), {
  215. FileInfo { QStringLiteral("emptyFolder"), { } },
  216. FileInfo { QStringLiteral("subsubFolder"), {
  217. { QStringLiteral("fileE.txt"), 400 },
  218. { QStringLiteral("fileF.txt"), 400, 'o' }
  219. }}
  220. }}
  221. }},
  222. FileInfo{ QStringLiteral("subFolderB"), {} }
  223. }}
  224. }}};
  225. QCOMPARE(fakeFolder.currentLocalState(), fakeFolder.currentRemoteState());
  226. auto expectedServerState = fakeFolder.currentRemoteState();
  227. // Remove subFolderA with selectiveSync:
  228. fakeFolder.syncEngine().journal()->setSelectiveSyncList(SyncJournalDb::SelectiveSyncBlackList,
  229. {"parentFolder/subFolderA/"});
  230. fakeFolder.syncEngine().journal()->avoidReadFromDbOnNextSync(QByteArrayLiteral("parentFolder/subFolderA/"));
  231. // But touch local file before the next sync, such that the local folder
  232. // can't be removed
  233. fakeFolder.localModifier().setContents("parentFolder/subFolderA/fileB.txt", 'n');
  234. fakeFolder.localModifier().setContents("parentFolder/subFolderA/subsubFolder/fileD.txt", 'n');
  235. fakeFolder.localModifier().setContents("parentFolder/subFolderA/anotherFolder/subsubFolder/fileF.txt", 'n');
  236. // Several follow-up syncs don't change the state at all,
  237. // in particular the remote state doesn't change and fileB.txt
  238. // isn't uploaded.
  239. for (int i = 0; i < 3; ++i) {
  240. fakeFolder.syncOnce();
  241. {
  242. // Nothing changed on the server
  243. QCOMPARE(fakeFolder.currentRemoteState(), expectedServerState);
  244. // The local state should still have subFolderA
  245. auto local = fakeFolder.currentLocalState();
  246. QVERIFY(local.find("parentFolder/subFolderA"));
  247. QVERIFY(!local.find("parentFolder/subFolderA/fileA.txt"));
  248. QVERIFY(local.find("parentFolder/subFolderA/fileB.txt"));
  249. QVERIFY(!local.find("parentFolder/subFolderA/subsubFolder/fileC.txt"));
  250. QVERIFY(local.find("parentFolder/subFolderA/subsubFolder/fileD.txt"));
  251. QVERIFY(!local.find("parentFolder/subFolderA/anotherFolder/subsubFolder/fileE.txt"));
  252. QVERIFY(local.find("parentFolder/subFolderA/anotherFolder/subsubFolder/fileF.txt"));
  253. QVERIFY(!local.find("parentFolder/subFolderA/anotherFolder/emptyFolder"));
  254. QVERIFY(local.find("parentFolder/subFolderB"));
  255. }
  256. }
  257. }
  258. void abortAfterFailedMkdir() {
  259. FakeFolder fakeFolder{FileInfo{}};
  260. QSignalSpy finishedSpy(&fakeFolder.syncEngine(), SIGNAL(finished(bool)));
  261. fakeFolder.serverErrorPaths().append("NewFolder");
  262. fakeFolder.localModifier().mkdir("NewFolder");
  263. // This should be aborted and would otherwise fail in FileInfo::create.
  264. fakeFolder.localModifier().insert("NewFolder/NewFile");
  265. fakeFolder.syncOnce();
  266. QCOMPARE(finishedSpy.size(), 1);
  267. QCOMPARE(finishedSpy.first().first().toBool(), false);
  268. }
  269. void testDirDownloadWithError() {
  270. FakeFolder fakeFolder{FileInfo::A12_B12_C12_S12()};
  271. QSignalSpy completeSpy(&fakeFolder.syncEngine(), SIGNAL(itemCompleted(const SyncFileItemPtr &)));
  272. fakeFolder.remoteModifier().mkdir("Y");
  273. fakeFolder.remoteModifier().mkdir("Y/Z");
  274. fakeFolder.remoteModifier().insert("Y/Z/d0");
  275. fakeFolder.remoteModifier().insert("Y/Z/d1");
  276. fakeFolder.remoteModifier().insert("Y/Z/d2");
  277. fakeFolder.remoteModifier().insert("Y/Z/d3");
  278. fakeFolder.remoteModifier().insert("Y/Z/d4");
  279. fakeFolder.remoteModifier().insert("Y/Z/d5");
  280. fakeFolder.remoteModifier().insert("Y/Z/d6");
  281. fakeFolder.remoteModifier().insert("Y/Z/d7");
  282. fakeFolder.remoteModifier().insert("Y/Z/d8");
  283. fakeFolder.remoteModifier().insert("Y/Z/d9");
  284. fakeFolder.serverErrorPaths().append("Y/Z/d2", 503); // 503 is a fatal error
  285. fakeFolder.serverErrorPaths().append("Y/Z/d3", 503); // 503 is a fatal error
  286. QVERIFY(!fakeFolder.syncOnce());
  287. QCoreApplication::processEvents(); // should not crash
  288. QSet<QString> seen;
  289. for(const QList<QVariant> &args : completeSpy) {
  290. auto item = args[0].value<SyncFileItemPtr>();
  291. qDebug() << item->_file << item->isDirectory() << item->_status;
  292. QVERIFY(!seen.contains(item->_file)); // signal only sent once per item
  293. seen.insert(item->_file);
  294. if (item->_file == "Y/Z/d2") {
  295. QVERIFY(item->_status == SyncFileItem::FatalError);
  296. } else if(item->_file == "Y/Z/d3") {
  297. QVERIFY(item->_status != SyncFileItem::Success);
  298. }
  299. QVERIFY(item->_file != "Y/Z/d9"); // we should have aborted the sync before d9 starts
  300. }
  301. }
  302. void testFakeConflict()
  303. {
  304. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  305. int nGET = 0;
  306. fakeFolder.setServerOverride([&](QNetworkAccessManager::Operation op, const QNetworkRequest &) {
  307. if (op == QNetworkAccessManager::GetOperation)
  308. ++nGET;
  309. return nullptr;
  310. });
  311. // For directly editing the remote checksum
  312. FileInfo &remoteInfo = dynamic_cast<FileInfo &>(fakeFolder.remoteModifier());
  313. // Base mtime with no ms content (filesystem is seconds only)
  314. auto mtime = QDateTime::currentDateTimeUtc().addDays(-4);
  315. mtime.setMSecsSinceEpoch(mtime.toMSecsSinceEpoch() / 1000 * 1000);
  316. // Conflict: Same content, mtime, but no server checksum
  317. // -> ignored in reconcile
  318. fakeFolder.localModifier().setContents("A/a1", 'C');
  319. fakeFolder.localModifier().setModTime("A/a1", mtime);
  320. fakeFolder.remoteModifier().setContents("A/a1", 'C');
  321. fakeFolder.remoteModifier().setModTime("A/a1", mtime);
  322. QVERIFY(fakeFolder.syncOnce());
  323. QCOMPARE(nGET, 0);
  324. // Conflict: Same content, mtime, but weak server checksum
  325. // -> ignored in reconcile
  326. mtime = mtime.addDays(1);
  327. fakeFolder.localModifier().setContents("A/a1", 'D');
  328. fakeFolder.localModifier().setModTime("A/a1", mtime);
  329. fakeFolder.remoteModifier().setContents("A/a1", 'D');
  330. fakeFolder.remoteModifier().setModTime("A/a1", mtime);
  331. remoteInfo.find("A/a1")->checksums = "Adler32:bad";
  332. QVERIFY(fakeFolder.syncOnce());
  333. QCOMPARE(nGET, 0);
  334. // Conflict: Same content, mtime, but server checksum differs
  335. // -> downloaded
  336. mtime = mtime.addDays(1);
  337. fakeFolder.localModifier().setContents("A/a1", 'W');
  338. fakeFolder.localModifier().setModTime("A/a1", mtime);
  339. fakeFolder.remoteModifier().setContents("A/a1", 'W');
  340. fakeFolder.remoteModifier().setModTime("A/a1", mtime);
  341. remoteInfo.find("A/a1")->checksums = "SHA1:bad";
  342. QVERIFY(fakeFolder.syncOnce());
  343. QCOMPARE(nGET, 1);
  344. // Conflict: Same content, mtime, matching checksums
  345. // -> PropagateDownload, but it skips the download
  346. mtime = mtime.addDays(1);
  347. fakeFolder.localModifier().setContents("A/a1", 'C');
  348. fakeFolder.localModifier().setModTime("A/a1", mtime);
  349. fakeFolder.remoteModifier().setContents("A/a1", 'C');
  350. fakeFolder.remoteModifier().setModTime("A/a1", mtime);
  351. remoteInfo.find("A/a1")->checksums = "SHA1:56900fb1d337cf7237ff766276b9c1e8ce507427";
  352. QVERIFY(fakeFolder.syncOnce());
  353. QCOMPARE(nGET, 1);
  354. // Extra sync reads from db, no difference
  355. QVERIFY(fakeFolder.syncOnce());
  356. QCOMPARE(nGET, 1);
  357. }
  358. /**
  359. * Checks whether SyncFileItems have the expected properties before start
  360. * of propagation.
  361. */
  362. void testSyncFileItemProperties()
  363. {
  364. auto initialMtime = QDateTime::currentDateTimeUtc().addDays(-7);
  365. auto changedMtime = QDateTime::currentDateTimeUtc().addDays(-4);
  366. auto changedMtime2 = QDateTime::currentDateTimeUtc().addDays(-3);
  367. // Base mtime with no ms content (filesystem is seconds only)
  368. initialMtime.setMSecsSinceEpoch(initialMtime.toMSecsSinceEpoch() / 1000 * 1000);
  369. changedMtime.setMSecsSinceEpoch(changedMtime.toMSecsSinceEpoch() / 1000 * 1000);
  370. changedMtime2.setMSecsSinceEpoch(changedMtime2.toMSecsSinceEpoch() / 1000 * 1000);
  371. // Ensure the initial mtimes are as expected
  372. auto initialFileInfo = FileInfo::A12_B12_C12_S12();
  373. initialFileInfo.setModTime("A/a1", initialMtime);
  374. initialFileInfo.setModTime("B/b1", initialMtime);
  375. initialFileInfo.setModTime("C/c1", initialMtime);
  376. FakeFolder fakeFolder{ initialFileInfo };
  377. // upload a
  378. fakeFolder.localModifier().appendByte("A/a1");
  379. fakeFolder.localModifier().setModTime("A/a1", changedMtime);
  380. // download b
  381. fakeFolder.remoteModifier().appendByte("B/b1");
  382. fakeFolder.remoteModifier().setModTime("B/b1", changedMtime);
  383. // conflict c
  384. fakeFolder.localModifier().appendByte("C/c1");
  385. fakeFolder.localModifier().appendByte("C/c1");
  386. fakeFolder.localModifier().setModTime("C/c1", changedMtime);
  387. fakeFolder.remoteModifier().appendByte("C/c1");
  388. fakeFolder.remoteModifier().setModTime("C/c1", changedMtime2);
  389. connect(&fakeFolder.syncEngine(), &SyncEngine::aboutToPropagate, [&](SyncFileItemVector &items) {
  390. SyncFileItemPtr a1, b1, c1;
  391. for (auto &item : items) {
  392. if (item->_file == "A/a1")
  393. a1 = item;
  394. if (item->_file == "B/b1")
  395. b1 = item;
  396. if (item->_file == "C/c1")
  397. c1 = item;
  398. }
  399. // a1: should have local size and modtime
  400. QVERIFY(a1);
  401. QCOMPARE(a1->_instruction, CSYNC_INSTRUCTION_SYNC);
  402. QCOMPARE(a1->_direction, SyncFileItem::Up);
  403. QCOMPARE(a1->_size, quint64(5));
  404. QCOMPARE(Utility::qDateTimeFromTime_t(a1->_modtime), changedMtime);
  405. QCOMPARE(a1->_previousSize, quint64(4));
  406. QCOMPARE(Utility::qDateTimeFromTime_t(a1->_previousModtime), initialMtime);
  407. // b2: should have remote size and modtime
  408. QVERIFY(b1);
  409. QCOMPARE(b1->_instruction, CSYNC_INSTRUCTION_SYNC);
  410. QCOMPARE(b1->_direction, SyncFileItem::Down);
  411. QCOMPARE(b1->_size, quint64(17));
  412. QCOMPARE(Utility::qDateTimeFromTime_t(b1->_modtime), changedMtime);
  413. QCOMPARE(b1->_previousSize, quint64(16));
  414. QCOMPARE(Utility::qDateTimeFromTime_t(b1->_previousModtime), initialMtime);
  415. // c1: conflicts are downloads, so remote size and modtime
  416. QVERIFY(c1);
  417. QCOMPARE(c1->_instruction, CSYNC_INSTRUCTION_CONFLICT);
  418. QCOMPARE(c1->_direction, SyncFileItem::None);
  419. QCOMPARE(c1->_size, quint64(25));
  420. QCOMPARE(Utility::qDateTimeFromTime_t(c1->_modtime), changedMtime2);
  421. QCOMPARE(c1->_previousSize, quint64(26));
  422. QCOMPARE(Utility::qDateTimeFromTime_t(c1->_previousModtime), changedMtime);
  423. });
  424. QVERIFY(fakeFolder.syncOnce());
  425. }
  426. /**
  427. * Checks whether subsequent large uploads are skipped after a 507 error
  428. */
  429. void testInsufficientRemoteStorage()
  430. {
  431. FakeFolder fakeFolder{ FileInfo::A12_B12_C12_S12() };
  432. // Disable parallel uploads
  433. SyncOptions syncOptions;
  434. syncOptions._parallelNetworkJobs = false;
  435. fakeFolder.syncEngine().setSyncOptions(syncOptions);
  436. // Produce an error based on upload size
  437. int remoteQuota = 1000;
  438. int n507 = 0, nPUT = 0;
  439. auto parent = new QObject;
  440. fakeFolder.setServerOverride([&](QNetworkAccessManager::Operation op, const QNetworkRequest &request) -> QNetworkReply * {
  441. if (op == QNetworkAccessManager::PutOperation) {
  442. nPUT++;
  443. if (request.rawHeader("OC-Total-Length").toInt() > remoteQuota) {
  444. n507++;
  445. return new FakeErrorReply(op, request, parent, 507);
  446. }
  447. }
  448. return nullptr;
  449. });
  450. fakeFolder.localModifier().insert("A/big", 800);
  451. QVERIFY(fakeFolder.syncOnce());
  452. QCOMPARE(nPUT, 1);
  453. QCOMPARE(n507, 0);
  454. nPUT = 0;
  455. fakeFolder.localModifier().insert("A/big1", 500); // ok
  456. fakeFolder.localModifier().insert("A/big2", 1200); // 507 (quota guess now 1199)
  457. fakeFolder.localModifier().insert("A/big3", 1200); // skipped
  458. fakeFolder.localModifier().insert("A/big4", 1500); // skipped
  459. fakeFolder.localModifier().insert("A/big5", 1100); // 507 (quota guess now 1099)
  460. fakeFolder.localModifier().insert("A/big6", 900); // ok (quota guess now 199)
  461. fakeFolder.localModifier().insert("A/big7", 200); // skipped
  462. fakeFolder.localModifier().insert("A/big8", 199); // ok (quota guess now 0)
  463. fakeFolder.localModifier().insert("B/big8", 1150); // 507
  464. QVERIFY(!fakeFolder.syncOnce());
  465. QCOMPARE(nPUT, 6);
  466. QCOMPARE(n507, 3);
  467. }
  468. };
  469. QTEST_GUILESS_MAIN(TestSyncEngine)
  470. #include "testsyncengine.moc"