/* * Copyright (C) by Olivier Goffart * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License * for more details. */ #pragma once #include "owncloudpropagator.h" #include "networkjobs.h" #include #include #include namespace OCC { Q_DECLARE_LOGGING_CATEGORY(lcPutJob) Q_DECLARE_LOGGING_CATEGORY(lcPropagateUpload) Q_DECLARE_LOGGING_CATEGORY(lcPropagateUploadV1) Q_DECLARE_LOGGING_CATEGORY(lcPropagateUploadNG) class BandwidthManager; /** * @brief The UploadDevice class * @ingroup libsync */ class UploadDevice : public QIODevice { Q_OBJECT public: UploadDevice(const QString &fileName, qint64 start, qint64 size, BandwidthManager *bwm); ~UploadDevice(); bool open(QIODevice::OpenMode mode) override; void close() override; qint64 writeData(const char *, qint64) override; qint64 readData(char *data, qint64 maxlen) override; bool atEnd() const override; qint64 size() const override; qint64 bytesAvailable() const override; bool isSequential() const override; bool seek(qint64 pos) override; void setBandwidthLimited(bool); bool isBandwidthLimited() { return _bandwidthLimited; } void setChoked(bool); bool isChoked() { return _choked; } void giveBandwidthQuota(qint64 bwq); signals: private: /// The local file to read data from QFile _file; /// Start of the file data to use qint64 _start = 0; /// Amount of file data after _start to use qint64 _size = 0; /// Position between _start and _start+_size qint64 _read = 0; // Bandwidth manager related QPointer _bandwidthManager; qint64 _bandwidthQuota = 0; qint64 _readWithProgress = 0; bool _bandwidthLimited = false; // if _bandwidthQuota will be used bool _choked = false; // if upload is paused (readData() will return 0) friend class BandwidthManager; public slots: void slotJobUploadProgress(qint64 sent, qint64 t); }; /** * @brief The PUTFileJob class * @ingroup libsync */ class PUTFileJob : public AbstractNetworkJob { Q_OBJECT private: QIODevice *_device; QMap _headers; QString _errorString; QUrl _url; QElapsedTimer _requestTimer; public: // Takes ownership of the device explicit PUTFileJob(AccountPtr account, const QString &path, std::unique_ptr device, const QMap &headers, int chunk, QObject *parent = nullptr) : AbstractNetworkJob(account, path, parent) , _device(device.release()) , _headers(headers) , _chunk(chunk) { _device->setParent(this); } explicit PUTFileJob(AccountPtr account, const QUrl &url, std::unique_ptr device, const QMap &headers, int chunk, QObject *parent = nullptr) : AbstractNetworkJob(account, QString(), parent) , _device(device.release()) , _headers(headers) , _url(url) , _chunk(chunk) { _device->setParent(this); } ~PUTFileJob(); int _chunk; void start() override; bool finished() override; QIODevice *device() { return _device; } QString errorString() { return _errorString.isEmpty() ? AbstractNetworkJob::errorString() : _errorString; } std::chrono::milliseconds msSinceStart() const { return std::chrono::milliseconds(_requestTimer.elapsed()); } signals: void finishedSignal(); void uploadProgress(qint64, qint64); }; /** * @brief This job implements the asynchronous PUT * * If the server replies to a PUT with a OC-JobStatus-Location path, we will query this url until the server * replies with an etag. * @ingroup libsync */ class PollJob : public AbstractNetworkJob { Q_OBJECT SyncJournalDb *_journal; QString _localPath; public: SyncFileItemPtr _item; // Takes ownership of the device explicit PollJob(AccountPtr account, const QString &path, const SyncFileItemPtr &item, SyncJournalDb *journal, const QString &localPath, QObject *parent) : AbstractNetworkJob(account, path, parent) , _journal(journal) , _localPath(localPath) , _item(item) { } void start() override; bool finished() override; signals: void finishedSignal(); }; class PropagateUploadEncrypted; /** * @brief The PropagateUploadFileCommon class is the code common between all chunking algorithms * @ingroup libsync * * State Machine: * * +---> start() --> (delete job) -------+ * | | * +--> slotComputeContentChecksum() <---+ * | * v * slotComputeTransmissionChecksum() * | * v * slotStartUpload() -> doStartUpload() * . * . * v * finalize() or abortWithError() or startPollJob() */ class PropagateUploadFileCommon : public PropagateItemJob { Q_OBJECT struct UploadStatus { SyncFileItem::Status status = SyncFileItem::NoStatus; QString message; }; protected: QVector _jobs; /// network jobs that are currently in transit bool _finished BITFIELD(1); /// Tells that all the jobs have been finished bool _deleteExisting BITFIELD(1); /** Whether an abort is currently ongoing. * * Important to avoid duplicate aborts since each finishing PUTFileJob might * trigger an abort on error. */ bool _aborting BITFIELD(1); /* This is a minified version of the SyncFileItem, * that holds only the specifics about the file that's * being uploaded. * * This is needed if we wanna apply changes on the file * that's being uploaded while keeping the original on disk. */ struct UploadFileInfo { QString _file; /// I'm still unsure if I should use a SyncFilePtr here. QString _path; /// the full path on disk. qint64 _size; }; UploadFileInfo _fileToUpload; QByteArray _transmissionChecksumHeader; public: PropagateUploadFileCommon(OwncloudPropagator *propagator, const SyncFileItemPtr &item); /** * Whether an existing entity with the same name may be deleted before * the upload. * * Default: false. */ void setDeleteExisting(bool enabled); /* start should setup the file, path and size that will be send to the server */ void start() override; void setupEncryptedFile(const QString& path, const QString& filename, quint64 size); void setupUnencryptedFile(); void startUploadFile(); void callUnlockFolder(); bool isLikelyFinishedQuickly() override { return _item->_size < propagator()->smallFileSize(); } private slots: void slotComputeContentChecksum(); // Content checksum computed, compute the transmission checksum void slotComputeTransmissionChecksum(const QByteArray &contentChecksumType, const QByteArray &contentChecksum); // transmission checksum computed, prepare the upload void slotStartUpload(const QByteArray &transmissionChecksumType, const QByteArray &transmissionChecksum); // invoked when encrypted folder lock has been released void slotFolderUnlocked(const QByteArray &folderId, int httpReturnCode); // invoked on internal error to unlock a folder and faile void slotOnErrorStartFolderUnlock(SyncFileItem::Status status, const QString &errorString); public: virtual void doStartUpload() = 0; void startPollJob(const QString &path); void finalize(); void abortWithError(SyncFileItem::Status status, const QString &error); public slots: void slotJobDestroyed(QObject *job); private slots: void slotPollFinished(); protected: void done(SyncFileItem::Status status, const QString &errorString = QString()) override; /** * Aborts all running network jobs, except for the ones that mayAbortJob * returns false on and, for async aborts, emits abortFinished when done. */ void abortNetworkJobs( AbortType abortType, const std::function &mayAbortJob); /** * Checks whether the current error is one that should reset the whole * transfer if it happens too often. If so: Bump UploadInfo::errorCount * and maybe perform the reset. */ void checkResettingErrors(); /** * Error handling functionality that is shared between jobs. */ void commonErrorHandling(AbstractNetworkJob *job); /** * Increases the timeout for the final MOVE/PUT for large files. * * This is an unfortunate workaround since the drawback is not being able to * detect real disconnects in a timely manner. Shall go away when the server * response starts coming quicker, or there is some sort of async api. * * See #6527, enterprise#2480 */ static void adjustLastJobTimeout(AbstractNetworkJob *job, qint64 fileSize); /** Bases headers that need to be sent on the PUT, or in the MOVE for chunking-ng */ QMap headers(); private: PropagateUploadEncrypted *_uploadEncryptedHelper; bool _uploadingEncrypted; UploadStatus _uploadStatus; }; /** * @ingroup libsync * * Propagation job, impementing the old chunking agorithm * */ class PropagateUploadFileV1 : public PropagateUploadFileCommon { Q_OBJECT private: /** * That's the start chunk that was stored in the database for resuming. * In the non-resuming case it is 0. * If we are resuming, this is the first chunk we need to send */ int _startChunk = 0; /** * This is the next chunk that we need to send. Starting from 0 even if _startChunk != 0 * (In other words, _startChunk + _currentChunk is really the number of the chunk we need to send next) * (In other words, _currentChunk is the number of the chunk that we already sent or started sending) */ int _currentChunk = 0; int _chunkCount = 0; /// Total number of chunks for this file uint _transferId = 0; /// transfer id (part of the url) qint64 chunkSize() const { // Old chunking does not use dynamic chunking algorithm, and does not adjusts the chunk size respectively, // thus this value should be used as the one classifing item to be chunked return propagator()->syncOptions()._initialChunkSize; } public: PropagateUploadFileV1(OwncloudPropagator *propagator, const SyncFileItemPtr &item) : PropagateUploadFileCommon(propagator, item) { } void doStartUpload() override; public slots: void abort(PropagatorJob::AbortType abortType) override; private slots: void startNextChunk(); void slotPutFinished(); void slotUploadProgress(qint64, qint64); }; /** * @ingroup libsync * * Propagation job, impementing the new chunking agorithm * */ class PropagateUploadFileNG : public PropagateUploadFileCommon { Q_OBJECT private: qint64 _sent = 0; /// amount of data (bytes) that was already sent uint _transferId = 0; /// transfer id (part of the url) int _currentChunk = 0; /// Id of the next chunk that will be sent qint64 _currentChunkSize = 0; /// current chunk size bool _removeJobError = false; /// If not null, there was an error removing the job // Map chunk number with its size from the PROPFIND on resume. // (Only used from slotPropfindIterate/slotPropfindFinished because the LsColJob use signals to report data.) struct ServerChunkInfo { qint64 size; QString originalName; }; QMap _serverChunks; /** * Return the URL of a chunk. * If chunk == -1, returns the URL of the parent folder containing the chunks */ QUrl chunkUrl(int chunk = -1); public: PropagateUploadFileNG(OwncloudPropagator *propagator, const SyncFileItemPtr &item) : PropagateUploadFileCommon(propagator, item) { } void doStartUpload() override; private: void startNewUpload(); void startNextChunk(); public slots: void abort(AbortType abortType) override; private slots: void slotPropfindFinished(); void slotPropfindFinishedWithError(); void slotPropfindIterate(const QString &name, const QMap &properties); void slotDeleteJobFinished(); void slotMkColFinished(); void slotPutFinished(); void slotMoveJobFinished(); void slotUploadProgress(qint64, qint64); }; }