/* This file is part of Telegram Desktop, the official desktop application for the Telegram messaging service. For license and copyright information please follow this link: https://github.com/telegramdesktop/tdesktop/blob/master/LEGAL */ #pragma once #include "base/observer.h" #include "base/timer.h" #include "base/binary_guard.h" #include "data/data_file_origin.h" class ApiWrap; namespace Storage { namespace Cache { struct Key; } // namespace Cache constexpr auto kMaxFileInMemory = 10 * 1024 * 1024; // 10 MB max file could be hold in memory constexpr auto kMaxVoiceInMemory = 2 * 1024 * 1024; // 2 MB audio is hold in memory and auto loaded constexpr auto kMaxStickerInMemory = 2 * 1024 * 1024; // 2 MB stickers hold in memory, auto loaded and displayed inline constexpr auto kMaxWallPaperInMemory = kMaxFileInMemory; constexpr auto kMaxAnimationInMemory = kMaxFileInMemory; // 10 MB gif and mp4 animations held in memory while playing constexpr auto kMaxWallPaperDimension = 4096; // 4096x4096 is max area. class Downloader final { public: struct Queue { Queue(int queriesLimit) : queriesLimit(queriesLimit) { } int queriesCount = 0; int queriesLimit = 0; FileLoader *start = nullptr; FileLoader *end = nullptr; }; explicit Downloader(not_null api); ~Downloader(); ApiWrap &api() const { return *_api; } int currentPriority() const { return _priority; } void clearPriorities(); base::Observable &taskFinished() { return _taskFinishedObservable; } void requestedAmountIncrement(MTP::DcId dcId, int index, int amount); int chooseDcIndexForRequest(MTP::DcId dcId) const; not_null queueForDc(MTP::DcId dcId); not_null queueForWeb(); private: void killDownloadSessionsStart(MTP::DcId dcId); void killDownloadSessionsStop(MTP::DcId dcId); void killDownloadSessions(); not_null _api; base::Observable _taskFinishedObservable; int _priority = 1; using RequestedInDc = std::array; std::map _requestedBytesAmount; base::flat_map _killDownloadSessionTimes; base::Timer _killDownloadSessionsTimer; std::map _queuesForDc; Queue _queueForWeb; }; } // namespace Storage struct StorageImageSaved { StorageImageSaved() = default; explicit StorageImageSaved(const QByteArray &data) : data(data) { } QByteArray data; }; class mtpFileLoader; class webFileLoader; class FileLoader : public QObject { Q_OBJECT public: FileLoader( const QString &toFile, int32 size, LocationType locationType, LoadToCacheSetting toCache, LoadFromCloudSetting fromCloud, bool autoLoading, uint8 cacheTag); bool finished() const { return _finished; } void finishWithBytes(const QByteArray &data); bool cancelled() const { return _cancelled; } const QByteArray &bytes() const { return _data; } virtual uint64 objId() const { return 0; } QByteArray imageFormat(const QSize &shrinkBox = QSize()) const; QImage imageData(const QSize &shrinkBox = QSize()) const; QString fileName() const { return _filename; } virtual Data::FileOrigin fileOrigin() const; float64 currentProgress() const; virtual int currentOffset() const; int fullSize() const; bool setFileName(const QString &filename); // set filename for loaders to cache void permitLoadFromCloud(); void start(); void cancel(); bool loading() const { return _inQueue; } bool started() const { return _inQueue; } bool loadingLocal() const { return (_localStatus == LocalStatus::Loading); } bool autoLoading() const { return _autoLoading; } virtual void stop() { } virtual ~FileLoader(); void localLoaded( const StorageImageSaved &result, const QByteArray &imageFormat, const QImage &imageData); signals: void progress(FileLoader *loader); void failed(FileLoader *loader, bool started); protected: using Queue = Storage::Downloader::Queue; enum class LocalStatus { NotTried, NotFound, Loading, Loaded, }; void readImage(const QSize &shrinkBox) const; bool tryLoadLocal(); void loadLocal(const Storage::Cache::Key &key); virtual Storage::Cache::Key cacheKey() const = 0; virtual std::optional fileLocationKey() const = 0; virtual void cancelRequests() = 0; void startLoading(); void removeFromQueue(); void cancel(bool failed); void notifyAboutProgress(); static void LoadNextFromQueue(not_null queue); virtual bool loadPart() = 0; bool writeResultPart(int offset, bytes::const_span buffer); bool finalizeResult(); [[nodiscard]] QByteArray readLoadedPartBack(int offset, int size); not_null _downloader; FileLoader *_prev = nullptr; FileLoader *_next = nullptr; int _priority = 0; Queue *_queue = nullptr; bool _autoLoading = false; uint8 _cacheTag = 0; bool _inQueue = false; bool _finished = false; bool _cancelled = false; mutable LocalStatus _localStatus = LocalStatus::NotTried; QString _filename; QFile _file; bool _fileIsOpen = false; LoadToCacheSetting _toCache; LoadFromCloudSetting _fromCloud; QByteArray _data; int _size = 0; int _skippedBytes = 0; LocationType _locationType = LocationType(); base::binary_guard _localLoading; mutable QByteArray _imageFormat; mutable QImage _imageData; }; class StorageImageLocation; class WebFileLocation; class mtpFileLoader : public FileLoader, public RPCSender { public: mtpFileLoader( const StorageFileLocation &location, Data::FileOrigin origin, LocationType type, const QString &toFile, int32 size, LoadToCacheSetting toCache, LoadFromCloudSetting fromCloud, bool autoLoading, uint8 cacheTag); mtpFileLoader( const WebFileLocation &location, int32 size, LoadFromCloudSetting fromCloud, bool autoLoading, uint8 cacheTag); mtpFileLoader( const GeoPointLocation &location, int32 size, LoadFromCloudSetting fromCloud, bool autoLoading, uint8 cacheTag); Data::FileOrigin fileOrigin() const override; uint64 objId() const override; void stop() override { rpcInvalidate(); } void refreshFileReferenceFrom( const Data::UpdatedFileReferences &updates, int requestId, const QByteArray ¤t); ~mtpFileLoader(); private: struct RequestData { MTP::DcId dcId = 0; int dcIndex = 0; int offset = 0; }; struct CdnFileHash { CdnFileHash(int limit, QByteArray hash) : limit(limit), hash(hash) { } int limit = 0; QByteArray hash; }; Storage::Cache::Key cacheKey() const override; std::optional fileLocationKey() const override; void cancelRequests() override; MTP::DcId dcId() const; RequestData prepareRequest(int offset) const; void makeRequest(int offset); bool loadPart() override; void normalPartLoaded(const MTPupload_File &result, mtpRequestId requestId); void webPartLoaded(const MTPupload_WebFile &result, mtpRequestId requestId); void cdnPartLoaded(const MTPupload_CdnFile &result, mtpRequestId requestId); void reuploadDone(const MTPVector &result, mtpRequestId requestId); void requestMoreCdnFileHashes(); void getCdnFileHashesDone(const MTPVector &result, mtpRequestId requestId); void partLoaded(int offset, bytes::const_span buffer); bool feedPart(int offset, bytes::const_span buffer); bool partFailed(const RPCError &error, mtpRequestId requestId); bool normalPartFailed(QByteArray fileReference, const RPCError &error, mtpRequestId requestId); bool cdnPartFailed(const RPCError &error, mtpRequestId requestId); mtpRequestId sendRequest(const RequestData &requestData); void placeSentRequest(mtpRequestId requestId, const RequestData &requestData); int finishSentRequestGetOffset(mtpRequestId requestId); void switchToCDN(int offset, const MTPDupload_fileCdnRedirect &redirect); void addCdnHashes(const QVector &hashes); void changeCDNParams(int offset, MTP::DcId dcId, const QByteArray &token, const QByteArray &encryptionKey, const QByteArray &encryptionIV, const QVector &hashes); enum class CheckCdnHashResult { NoHash, Invalid, Good, }; CheckCdnHashResult checkCdnFileHash(int offset, bytes::const_span buffer); std::map _sentRequests; bool _lastComplete = false; int32 _nextRequestOffset = 0; base::variant< StorageFileLocation, WebFileLocation, GeoPointLocation> _location; Data::FileOrigin _origin; MTP::DcId _cdnDcId = 0; QByteArray _cdnToken; QByteArray _cdnEncryptionKey; QByteArray _cdnEncryptionIV; std::map _cdnFileHashes; std::map _cdnUncheckedParts; mtpRequestId _cdnHashesRequestId = 0; }; class webFileLoaderPrivate; class webFileLoader : public FileLoader { public: webFileLoader( const QString &url, const QString &to, LoadFromCloudSetting fromCloud, bool autoLoading, uint8 cacheTag); int currentOffset() const override; void loadProgress(qint64 already, qint64 size); void loadFinished(const QByteArray &data); void loadError(); void stop() override { cancelRequests(); } ~webFileLoader(); protected: void cancelRequests() override; Storage::Cache::Key cacheKey() const override; std::optional fileLocationKey() const override; bool loadPart() override; QString _url; bool _requestSent = false; int32 _already = 0; friend class WebLoadManager; webFileLoaderPrivate *_private = nullptr; }; enum WebReplyProcessResult { WebReplyProcessError, WebReplyProcessProgress, WebReplyProcessFinished, }; class WebLoadManager : public QObject { Q_OBJECT public: WebLoadManager(QThread *thread); void append(webFileLoader *loader, const QString &url); void stop(webFileLoader *reader); bool carries(webFileLoader *reader) const; ~WebLoadManager(); signals: void processDelayed(); void progress(webFileLoader *loader, qint64 already, qint64 size); void finished(webFileLoader *loader, QByteArray data); void error(webFileLoader *loader); public slots: void onFailed(QNetworkReply *reply); void onFailed(QNetworkReply::NetworkError error); void onProgress(qint64 already, qint64 size); void onMeta(); void process(); void finish(); private: void clear(); void sendRequest(webFileLoaderPrivate *loader, const QString &redirect = QString()); bool handleReplyResult(webFileLoaderPrivate *loader, WebReplyProcessResult result); QNetworkAccessManager _manager; typedef QMap LoaderPointers; LoaderPointers _loaderPointers; mutable QMutex _loaderPointersMutex; typedef OrderedSet Loaders; Loaders _loaders; typedef QMap Replies; Replies _replies; }; class WebLoadMainManager : public QObject { Q_OBJECT public slots: void progress(webFileLoader *loader, qint64 already, qint64 size); void finished(webFileLoader *loader, QByteArray data); void error(webFileLoader *loader); }; static FileLoader * const CancelledFileLoader = SharedMemoryLocation(); static mtpFileLoader * const CancelledMtpFileLoader = static_cast(CancelledFileLoader); static webFileLoader * const CancelledWebFileLoader = static_cast(CancelledFileLoader); static WebLoadManager * const FinishedWebLoadManager = SharedMemoryLocation(); void stopWebLoadManager();