/* This file is part of Telegram Desktop, the official desktop application for the Telegram messaging service. For license and copyright information please follow this link: https://github.com/telegramdesktop/tdesktop/blob/master/LEGAL */ #include "boxes/edit_caption_box.h" #include "apiwrap.h" #include "api/api_editing.h" #include "api/api_text_entities.h" #include "main/main_session.h" #include "main/main_session_settings.h" #include "chat_helpers/emoji_suggestions_widget.h" #include "chat_helpers/message_field.h" #include "chat_helpers/tabbed_panel.h" #include "chat_helpers/tabbed_selector.h" #include "base/event_filter.h" #include "core/application.h" #include "core/core_settings.h" #include "core/file_utilities.h" #include "core/mime_type.h" #include "data/data_document.h" #include "data/data_media_types.h" #include "data/data_photo.h" #include "data/data_user.h" #include "data/data_session.h" #include "data/data_streaming.h" #include "data/data_file_origin.h" #include "data/data_photo_media.h" #include "data/data_document_media.h" #include "history/history.h" #include "history/history_drag_area.h" #include "history/history_item.h" #include "history/view/media/history_view_document.h" // DrawThumbnailAsSongCover #include "platform/platform_specific.h" #include "lang/lang_keys.h" #include "media/streaming/media_streaming_instance.h" #include "media/streaming/media_streaming_player.h" #include "media/streaming/media_streaming_document.h" #include "media/streaming/media_streaming_loader_local.h" #include "platform/platform_file_utilities.h" #include "storage/localimageloader.h" #include "storage/storage_media_prepare.h" #include "mtproto/mtproto_config.h" #include "ui/image/image.h" #include "ui/widgets/input_fields.h" #include "ui/widgets/checkbox.h" #include "ui/widgets/checkbox.h" #include "ui/text/format_song_document_name.h" #include "ui/text/format_values.h" #include "ui/text/text_options.h" #include "ui/chat/attach/attach_prepare.h" #include "ui/controls/emoji_button.h" #include "ui/toast/toast.h" #include "ui/cached_round_corners.h" #include "ui/abstract_button.h" #include "window/window_session_controller.h" #include "confirm_box.h" #include "apiwrap.h" #include "app.h" // App::pixmapFromImageInPlace. #include "facades.h" // App::LambdaDelayed. #include "styles/style_layers.h" #include "styles/style_boxes.h" #include "styles/style_chat_helpers.h" #include "styles/style_chat.h" #include "editor/photo_editor_layer_widget.h" #include namespace { using namespace ::Media::Streaming; using Data::PhotoSize; auto ListFromMimeData(not_null data) { using Error = Ui::PreparedList::Error; auto result = data->hasUrls() ? Storage::PrepareMediaList( // When we edit media, we need only 1 file. data->urls().mid(0, 1), st::sendMediaPreviewSize) : Ui::PreparedList(Error::EmptyFile, QString()); if (result.error == Error::None) { return result; } else if (data->hasImage()) { auto image = Platform::GetImageFromClipboard(); if (image.isNull()) { image = qvariant_cast(data->imageData()); } if (!image.isNull()) { return Storage::PrepareMediaFromImage( std::move(image), QByteArray(), st::sendMediaPreviewSize); } } return result; } } // namespace EditCaptionBox::EditCaptionBox( QWidget*, not_null controller, not_null item) : _controller(controller) , _msgId(item->fullId()) { Expects(item->media() != nullptr); Expects(item->media()->allowsEditCaption()); _isAllowedEditMedia = item->media()->allowsEditMedia(); auto dimensions = QSize(); const auto media = item->media(); if (!item->groupId().empty()) { if (media->photo()) { _albumType = Ui::AlbumType::PhotoVideo; } else if (const auto document = media->document()) { if (document->isVideoFile()) { _albumType = Ui::AlbumType::PhotoVideo; } else if (document->isSong()) { _albumType = Ui::AlbumType::Music; } else { _albumType = Ui::AlbumType::File; } } } if (const auto photo = media->photo()) { _photoMedia = photo->createMediaView(); _photoMedia->wanted(PhotoSize::Large, _msgId); dimensions = _photoMedia->size(PhotoSize::Large); if (dimensions.isEmpty()) { dimensions = QSize(1, 1); } _photo = true; } else if (const auto document = media->document()) { _documentMedia = document->createMediaView(); _documentMedia->thumbnailWanted(_msgId); dimensions = _documentMedia->thumbnail() ? _documentMedia->thumbnail()->size() : document->dimensions; if (document->isAnimation()) { _gifw = style::ConvertScale(document->dimensions.width()); _gifh = style::ConvertScale(document->dimensions.height()); _animated = true; } else if (document->isVideoFile()) { _animated = true; } else { _doc = true; } } else { Unexpected("Photo or document should be set."); } const auto editData = PrepareEditText(item); const auto computeImage = [=] { if (_documentMedia) { return _documentMedia->thumbnail(); } else if (const auto large = _photoMedia->image(PhotoSize::Large)) { return large; } else if (const auto thumbnail = _photoMedia->image( PhotoSize::Thumbnail)) { return thumbnail; } else if (const auto small = _photoMedia->image(PhotoSize::Small)) { return small; } else { return _photoMedia->thumbnailInline(); } }; if (!_animated && _documentMedia) { if (dimensions.isEmpty()) { _thumbw = 0; _thumbnailImageLoaded = true; } else { const auto thumbSize = (!media->document()->isSongWithCover() ? st::msgFileThumbLayout : st::msgFileLayout).thumbSize; const auto tw = dimensions.width(), th = dimensions.height(); if (tw > th) { _thumbw = (tw * thumbSize) / th; } else { _thumbw = thumbSize; } _refreshThumbnail = [=] { const auto image = computeImage(); if (!image) { return; } if (media->document()->isSongWithCover()) { const auto size = QSize(thumbSize, thumbSize); _thumb = QPixmap(size); _thumb.fill(Qt::transparent); Painter p(&_thumb); HistoryView::DrawThumbnailAsSongCover( p, _documentMedia, QRect(QPoint(), size)); } else { const auto options = Images::Option::Smooth | Images::Option::RoundedSmall | Images::Option::RoundedTopLeft | Images::Option::RoundedTopRight | Images::Option::RoundedBottomLeft | Images::Option::RoundedBottomRight; _thumb = App::pixmapFromImageInPlace(Images::prepare( image->original(), _thumbw * cIntRetinaFactor(), 0, options, thumbSize, thumbSize)); } _thumbnailImageLoaded = true; }; _refreshThumbnail(); } if (_documentMedia) { const auto document = _documentMedia->owner(); const auto nameString = document->isVoiceMessage() ? tr::lng_media_audio(tr::now) : Ui::Text::FormatSongNameFor(document).string(); setName(nameString, document->size); _isImage = document->isImage(); _isAudio = document->isVoiceMessage() || document->isAudioFile(); } } else { auto maxW = 0, maxH = 0; const auto limitW = st::sendMediaPreviewSize; auto limitH = std::min(st::confirmMaxHeight, _gifh ? _gifh : INT_MAX); if (_animated) { maxW = std::max(dimensions.width(), 1); maxH = std::max(dimensions.height(), 1); if (maxW * limitH > maxH * limitW) { if (maxW < limitW) { maxH = maxH * limitW / maxW; maxW = limitW; } } else { if (maxH < limitH) { maxW = maxW * limitH / maxH; maxH = limitH; } } _refreshThumbnail = [=] { const auto image = computeImage(); const auto use = image ? image : Image::BlankMedia().get(); const auto options = Images::Option::Smooth | Images::Option::Blurred; _thumb = use->pixNoCache( maxW * cIntRetinaFactor(), maxH * cIntRetinaFactor(), options, maxW, maxH); _thumbnailImageLoaded = true; }; } else { Assert(_photoMedia != nullptr); maxW = dimensions.width(); maxH = dimensions.height(); _refreshThumbnail = [=] { const auto image = computeImage(); const auto photo = _photoMedia->image(Data::PhotoSize::Large); const auto use = photo ? photo : image ? image : Image::BlankMedia().get(); const auto options = Images::Option::Smooth | (photo ? Images::Option(0) : Images::Option::Blurred); _thumbnailImageLoaded = (photo != nullptr); _thumb = use->pixNoCache( maxW * cIntRetinaFactor(), maxH * cIntRetinaFactor(), options, maxW, maxH); }; } _refreshThumbnail(); const auto resizeDimensions = [&](int &thumbWidth, int &thumbHeight, int &thumbX) { auto tw = thumbWidth, th = thumbHeight; if (!tw || !th) { tw = th = 1; } // Edit media button takes place on thumb preview // And its height can be greater than height of thumb. const auto minThumbHeight = st::editMediaButtonSize + st::editMediaButtonSkip * 2; const auto minThumbWidth = minThumbHeight * tw / th; if (thumbWidth < st::sendMediaPreviewSize) { thumbWidth = (thumbWidth > minThumbWidth) ? thumbWidth : minThumbWidth; } else { thumbWidth = st::sendMediaPreviewSize; } const auto maxThumbHeight = std::min(int(std::round(1.5 * thumbWidth)), limitH); thumbHeight = int(std::round(th * float64(thumbWidth) / tw)); if (thumbHeight > maxThumbHeight) { thumbWidth = int(std::round(thumbWidth * float64(maxThumbHeight) / thumbHeight)); thumbHeight = maxThumbHeight; if (thumbWidth < 10) { thumbWidth = 10; } } thumbX = (st::boxWideWidth - thumbWidth) / 2; }; if (_documentMedia && _documentMedia->owner()->isAnimation()) { resizeDimensions(_gifw, _gifh, _gifx); } limitH = std::min(st::confirmMaxHeight, _gifh ? _gifh : INT_MAX); _thumbw = _thumb.width(); _thumbh = _thumb.height(); // If thumb's and resized gif's sizes are equal, // Then just take made values. if (_thumbw == _gifw && _thumbh == _gifh) { _thumbx = (st::boxWideWidth - _thumbw) / 2; } else { resizeDimensions(_thumbw, _thumbh, _thumbx); } const auto prepareBasicThumb = _refreshThumbnail; const auto scaleThumbDown = [=] { _thumb = App::pixmapFromImageInPlace(_thumb.toImage().scaled( _thumbw * cIntRetinaFactor(), _thumbh * cIntRetinaFactor(), Qt::KeepAspectRatio, Qt::SmoothTransformation)); _thumb.setDevicePixelRatio(cRetinaFactor()); }; _refreshThumbnail = [=] { prepareBasicThumb(); scaleThumbDown(); }; scaleThumbDown(); } Assert(_animated || _photo || _doc); Assert(_thumbnailImageLoaded || _refreshThumbnail); if (!_thumbnailImageLoaded) { _controller->session().downloaderTaskFinished( ) | rpl::start_with_next([=] { if (_thumbnailImageLoaded || (_photoMedia && !_photoMedia->image(PhotoSize::Large)) || (_documentMedia && !_documentMedia->thumbnail())) { return; } _refreshThumbnail(); update(); }, lifetime()); } _field.create( this, st::confirmCaptionArea, Ui::InputField::Mode::MultiLine, tr::lng_photo_caption(), editData); _field->setMaxLength( _controller->session().serverConfig().captionLengthMax); _field->setSubmitSettings( Core::App().settings().sendSubmitWay()); _field->setInstantReplaces(Ui::InstantReplaces::Default()); _field->setInstantReplacesEnabled( Core::App().settings().replaceEmojiValue()); _field->setMarkdownReplacesEnabled(rpl::single(true)); _field->setEditLinkCallback( DefaultEditLinkCallback(_controller, _field)); InitSpellchecker(_controller, _field); auto label = object_ptr>( this, object_ptr( this, tr::lng_edit_photo_editor_hint(tr::now), st::editMediaHintLabel), st::editMediaLabelMargins); _hintLabel = label.data(); _hintLabel->toggle( _controller->session().settings().photoEditorHintShown() ? _photo : false, anim::type::instant); auto r = object_ptr>( this, object_ptr( this, tr::lng_send_compressed(tr::now), true, st::defaultBoxCheckbox), st::editMediaCheckboxMargins); _wayWrap = r.data(); _wayWrap->toggle(false, anim::type::instant); r->entity()->checkedChanges( ) | rpl::start_with_next([&](bool checked) { _asFile = !checked; }, _wayWrap->lifetime()); _controller->session().data().itemRemoved( _msgId ) | rpl::start_with_next([=] { closeBox(); }, lifetime()); _photoEditorOpens.events( ) | rpl::start_with_next([=, controller = _controller] { const auto previewWidth = st::sendMediaPreviewSize; if (!_preparedList.files.empty()) { Editor::OpenWithPreparedFile( this, controller, &_preparedList.files.front(), previewWidth, [=] { updateEditPreview(); }); } else { auto callback = [=](const Editor::PhotoModifications &mods) { if (!mods) { return; } auto copy = computeImage()->original(); _preparedList = Storage::PrepareMediaFromImage( std::move(copy), QByteArray(), previewWidth); using ImageInfo = Ui::PreparedFileInformation::Image; auto &file = _preparedList.files.front(); const auto image = std::get_if( &file.information->media); image->modifications = mods; Storage::UpdateImageDetails(file, previewWidth); updateEditPreview(); }; const auto fileImage = std::make_shared(*computeImage()); controller->showLayer( std::make_unique( this, &controller->window(), fileImage, Editor::PhotoModifications(), std::move(callback)), Ui::LayerOption::KeepOther); } }, lifetime()); } EditCaptionBox::~EditCaptionBox() = default; void EditCaptionBox::emojiFilterForGeometry(not_null event) { const auto type = event->type(); if (type == QEvent::Move || type == QEvent::Resize) { // updateEmojiPanelGeometry uses not only container geometry, but // also container children geometries that will be updated later. crl::on_main(this, [=] { updateEmojiPanelGeometry(); }); } } void EditCaptionBox::updateEmojiPanelGeometry() { const auto parent = _emojiPanel->parentWidget(); const auto global = _emojiToggle->mapToGlobal({ 0, 0 }); const auto local = parent->mapFromGlobal(global); _emojiPanel->moveBottomRight( local.y(), local.x() + _emojiToggle->width() * 3); } void EditCaptionBox::prepareStreamedPreview() { const auto isListEmpty = _preparedList.files.empty(); if (_streamed) { return; } else if (!_documentMedia && isListEmpty) { return; } const auto document = _documentMedia ? _documentMedia->owner().get() : nullptr; if (document && document->isAnimation()) { setupStreamedPreview( document->owner().streaming().sharedDocument( document, _msgId)); } else if (!isListEmpty) { const auto file = &_preparedList.files.front(); auto loader = file->path.isEmpty() ? MakeBytesLoader(file->content) : MakeFileLoader(file->path); setupStreamedPreview(std::make_shared(std::move(loader))); } } void EditCaptionBox::setupStreamedPreview(std::shared_ptr shared) { if (!shared) { return; } _streamed = std::make_unique( std::move(shared), [=] { update(); }); _streamed->lockPlayer(); _streamed->player().updates( ) | rpl::start_with_next_error([=](Update &&update) { handleStreamingUpdate(std::move(update)); }, [=](Error &&error) { handleStreamingError(std::move(error)); }, _streamed->lifetime()); if (_streamed->ready()) { streamingReady(base::duplicate(_streamed->info())); } checkStreamedIsStarted(); } void EditCaptionBox::handleStreamingUpdate(Update &&update) { v::match(update.data, [&](Information &update) { streamingReady(std::move(update)); }, [&](const PreloadedVideo &update) { }, [&](const UpdateVideo &update) { this->update(); }, [&](const PreloadedAudio &update) { }, [&](const UpdateAudio &update) { }, [&](const WaitingForData &update) { }, [&](MutedByOther) { }, [&](Finished) { }); } void EditCaptionBox::handleStreamingError(Error &&error) { } void EditCaptionBox::streamingReady(Information &&info) { const auto calculateGifDimensions = [&] { const auto scaled = QSize( info.video.size.width(), info.video.size.height() ).scaled( st::sendMediaPreviewSize, st::confirmMaxHeight, Qt::KeepAspectRatio); _thumbw = _gifw = scaled.width(); _thumbh = _gifh = scaled.height(); _thumbx = _gifx = (st::boxWideWidth - _gifw) / 2; updateBoxSize(); }; // If gif file is not mp4, // Its dimension values will be known only after reading. if (_gifw <= 0 || _gifh <= 0) { calculateGifDimensions(); } } void EditCaptionBox::updateEditPreview() { using Info = Ui::PreparedFileInformation; const auto file = &_preparedList.files.front(); const auto fileMedia = &file->information->media; const auto fileinfo = QFileInfo(file->path); const auto filename = fileinfo.fileName(); const auto mime = file->information->filemime; _isImage = Core::FileIsImage(filename, mime); _isAudio = false; _animated = false; _photo = false; _doc = false; _streamed = nullptr; _thumbw = _thumbh = _thumbx = 0; _gifw = _gifh = _gifx = 0; auto isGif = false; auto shouldAsDoc = true; auto docPhotoSize = QSize(); if (const auto image = std::get_if(fileMedia)) { shouldAsDoc = !Ui::ValidateThumbDimensions( image->data.width(), image->data.height() ) || (_albumType == Ui::AlbumType::File); if (shouldAsDoc) { docPhotoSize.setWidth(image->data.width()); docPhotoSize.setHeight(image->data.height()); } isGif = image->animated; _animated = isGif; _photo = !isGif && !shouldAsDoc; _isImage = true; } else if (const auto video = std::get_if(fileMedia)) { isGif = video->isGifv; _animated = true; shouldAsDoc = false; } if (shouldAsDoc) { auto nameString = filename; if (const auto song = std::get_if(fileMedia)) { nameString = Ui::Text::FormatSongName( filename, song->title, song->performer).string(); _isAudio = true; if (auto cover = song->cover; !cover.isNull()) { _thumb = Ui::PrepareSongCoverForThumbnail( cover, st::msgFileLayout.thumbSize); _thumbw = _thumb.width() / cIntRetinaFactor(); _thumbh = _thumb.height() / cIntRetinaFactor(); } } const auto getExt = [&] { auto patterns = Core::MimeTypeForName(mime).globPatterns(); if (!patterns.isEmpty()) { return patterns.front().replace('*', QString()); } return QString(); }; setName( nameString.isEmpty() ? filedialogDefaultName( _isImage ? qsl("image") : qsl("file"), getExt(), QString(), true) : nameString, fileinfo.size() ? fileinfo.size() : _preparedList.files.front().content.size()); // Show image dimensions if it should be sent as doc. if (_isImage && docPhotoSize.isValid()) { _status = qsl("%1x%2") .arg(docPhotoSize.width()) .arg(docPhotoSize.height()); } _doc = true; } const auto showCheckbox = _photo && (_albumType == Ui::AlbumType::None); _wayWrap->toggle(showCheckbox, anim::type::instant); if (_controller->session().settings().photoEditorHintShown()) { _hintLabel->toggle(_photo, anim::type::instant); } _photoEditorButton->setVisible(_photo); if (!_doc) { _thumb = App::pixmapFromImageInPlace( file->preview.scaled( st::sendMediaPreviewSize * cIntRetinaFactor(), (st::confirmMaxHeight - (showCheckbox ? st::confirmMaxHeightSkip : 0)) * cIntRetinaFactor(), Qt::KeepAspectRatio)); _thumbw = _thumb.width() / cIntRetinaFactor(); _thumbh = _thumb.height() / cIntRetinaFactor(); _thumbx = (st::boxWideWidth - _thumbw) / 2; if (isGif) { _gifw = _thumbw; _gifh = _thumbh; _gifx = _thumbx; prepareStreamedPreview(); } } updateEditMediaButton(); updateCaptionMaxHeight(); captionResized(); } void EditCaptionBox::updateEditMediaButton() { const auto icon = _doc ? &st::editMediaButtonIconFile : &st::editMediaButtonIconPhoto; const auto color = _doc ? &st::windowBgRipple : &st::roundedBg; _editMedia->setIconOverride(icon); _editMedia->setRippleColorOverride(color); _editMedia->setForceRippled(!_doc, anim::type::instant); } void EditCaptionBox::createEditMediaButton() { const auto callback = [=](FileDialog::OpenResult &&result) { auto showError = [](tr::phrase<> t) { Ui::Toast::Show(t(tr::now)); }; const auto checkResult = [=](const Ui::PreparedList &list) { if (list.files.size() != 1) { return false; } const auto &file = list.files.front(); const auto mime = file.information->filemime; if (Core::IsMimeSticker(mime)) { showError(tr::lng_edit_media_invalid_file); return false; } else if (_albumType != Ui::AlbumType::None && !file.canBeInAlbumType(_albumType)) { showError(tr::lng_edit_media_album_error); return false; } return true; }; auto list = Storage::PreparedFileFromFilesDialog( std::move(result), checkResult, showError, st::sendMediaPreviewSize); if (list) { setPreparedList(std::move(*list)); } }; const auto buttonCallback = [=] { const auto filters = (_albumType == Ui::AlbumType::PhotoVideo) ? FileDialog::PhotoVideoFilesFilter() : FileDialog::AllFilesFilter(); FileDialog::GetOpenPath( this, tr::lng_choose_file(tr::now), filters, crl::guard(this, callback)); }; _editMediaClicks.events( ) | rpl::start_with_next( buttonCallback, lifetime()); // Create edit media button. _editMedia.create(this, st::editMediaButton); updateEditMediaButton(); _editMedia->setClickedCallback( App::LambdaDelayed( st::historyAttach.ripple.hideDuration, this, buttonCallback)); _photoEditorButton = base::make_unique_q(this); _photoEditorButton->clicks( ) | rpl::to_empty | rpl::start_to_stream( _photoEditorOpens, _photoEditorButton->lifetime()); _photoEditorButton->raise(); _editMedia->raise(); } void EditCaptionBox::prepare() { if (_animated) { prepareStreamedPreview(); } addButton(tr::lng_settings_save(), [this] { save(); }); if (_isAllowedEditMedia) { createEditMediaButton(); } else { _preparedList.files.clear(); } addButton(tr::lng_cancel(), [this] { closeBox(); }); updateBoxSize(); connect(_field, &Ui::InputField::submitted, [=] { save(); }); connect(_field, &Ui::InputField::cancelled, [=] { closeBox(); }); connect(_field, &Ui::InputField::resized, [=] { captionResized(); }); _field->setMimeDataHook([=]( not_null data, Ui::InputField::MimeAction action) { if (action == Ui::InputField::MimeAction::Check) { if (!data->hasText() && !_isAllowedEditMedia) { return false; } else if (Storage::ValidateEditMediaDragData(data, _albumType)) { return true; } return data->hasText(); } else if (action == Ui::InputField::MimeAction::Insert) { return fileFromClipboard(data); } Unexpected("action in MimeData hook."); }); Ui::Emoji::SuggestionsController::Init( getDelegate()->outerContainer(), _field, &_controller->session()); setupEmojiPanel(); auto cursor = _field->textCursor(); cursor.movePosition(QTextCursor::End); _field->setTextCursor(cursor); updateCaptionMaxHeight(); setupDragArea(); } bool EditCaptionBox::fileFromClipboard(not_null data) { return setPreparedList(ListFromMimeData(data)); } bool EditCaptionBox::setPreparedList(Ui::PreparedList &&list) { if (!_isAllowedEditMedia) { return false; } using Error = Ui::PreparedList::Error; using Type = Ui::PreparedFile::Type; if (list.error != Error::None || list.files.empty()) { return false; } auto file = &list.files.front(); const auto invalidForAlbum = (_albumType != Ui::AlbumType::None) && !file->canBeInAlbumType(_albumType); if (_albumType == Ui::AlbumType::PhotoVideo) { using Video = Ui::PreparedFileInformation::Video; if (const auto video = std::get_if