/* This file is part of Telegram Desktop, the official desktop application for the Telegram messaging service. For license and copyright information please follow this link: https://github.com/telegramdesktop/tdesktop/blob/master/LEGAL */ #include "inline_bots/inline_bot_result.h" #include "api/api_text_entities.h" #include "base/random.h" #include "data/data_photo.h" #include "data/data_document.h" #include "data/data_session.h" #include "data/data_file_click_handler.h" #include "data/data_file_origin.h" #include "data/data_photo_media.h" #include "data/data_document_media.h" #include "inline_bots/inline_bot_layout_item.h" #include "inline_bots/inline_bot_send_data.h" #include "storage/file_download.h" #include "core/file_utilities.h" #include "core/mime_type.h" #include "ui/image/image.h" #include "ui/image/image_location_factory.h" #include "mainwidget.h" #include "main/main_session.h" namespace InlineBots { namespace { const auto kVideoThumbMime = "video/mp4"_q; QString GetContentUrl(const MTPWebDocument &document) { switch (document.type()) { case mtpc_webDocument: return qs(document.c_webDocument().vurl()); case mtpc_webDocumentNoProxy: return qs(document.c_webDocumentNoProxy().vurl()); } Unexpected("Type in GetContentUrl."); } } // namespace Result::Result(not_null session, const Creator &creator) : _session(session) , _queryId(creator.queryId) , _type(creator.type) { } std::unique_ptr Result::Create( not_null session, uint64 queryId, const MTPBotInlineResult &data) { using Type = Result::Type; const auto type = [&] { static const auto kStringToTypeMap = base::flat_map{ { u"photo"_q, Type::Photo }, { u"video"_q, Type::Video }, { u"audio"_q, Type::Audio }, { u"voice"_q, Type::Audio }, { u"sticker"_q, Type::Sticker }, { u"file"_q, Type::File }, { u"gif"_q, Type::Gif }, { u"article"_q, Type::Article }, { u"contact"_q, Type::Contact }, { u"venue"_q, Type::Venue }, { u"geo"_q, Type::Geo }, { u"game"_q, Type::Game }, }; const auto type = data.match([](const auto &data) { return qs(data.vtype()); }); const auto i = kStringToTypeMap.find(type); return (i != kStringToTypeMap.end()) ? i->second : Type::Unknown; }(); if (type == Type::Unknown) { return nullptr; } auto result = std::make_unique( session, Creator{ queryId, type }); const auto message = data.match([&](const MTPDbotInlineResult &data) { result->_id = qs(data.vid()); result->_title = qs(data.vtitle().value_or_empty()); result->_description = qs(data.vdescription().value_or_empty()); result->_url = qs(data.vurl().value_or_empty()); const auto thumbMime = [&] { if (const auto thumb = data.vthumb()) { return thumb->match([&](const auto &data) { return data.vmime_type().v; }); } return QByteArray(); }(); const auto contentMime = [&] { if (const auto content = data.vcontent()) { return content->match([&](const auto &data) { return data.vmime_type().v; }); } return QByteArray(); }(); const auto imageThumb = !thumbMime.isEmpty() && (thumbMime != kVideoThumbMime); const auto videoThumb = !thumbMime.isEmpty() && !imageThumb; if (const auto content = data.vcontent()) { result->_content_url = GetContentUrl(*content); if (result->_type == Type::Photo) { result->_photo = session->data().photoFromWeb( *content, (imageThumb ? Images::FromWebDocument(*data.vthumb()) : ImageLocation())); } else if (contentMime != "text/html"_q) { result->_document = session->data().documentFromWeb( result->adjustAttributes(*content), (imageThumb ? Images::FromWebDocument(*data.vthumb()) : ImageLocation()), (videoThumb ? Images::FromWebDocument(*data.vthumb()) : ImageLocation())); } } if (!result->_photo && !result->_document && imageThumb) { result->_thumbnail.update(result->_session, ImageWithLocation{ .location = Images::FromWebDocument(*data.vthumb()) }); } return &data.vsend_message(); }, [&](const MTPDbotInlineMediaResult &data) { result->_id = qs(data.vid()); result->_title = qs(data.vtitle().value_or_empty()); result->_description = qs(data.vdescription().value_or_empty()); if (const auto photo = data.vphoto()) { result->_photo = session->data().processPhoto(*photo); } if (const auto document = data.vdocument()) { result->_document = session->data().processDocument(*document); } return &data.vsend_message(); }); if ((result->_photo && result->_photo->isNull()) || (result->_document && result->_document->isNull())) { return nullptr; } // Ensure required media fields for layouts. if (result->_type == Type::Photo) { if (!result->_photo) { return nullptr; } } else if (result->_type == Type::Audio || result->_type == Type::File || result->_type == Type::Sticker || result->_type == Type::Gif) { if (!result->_document) { return nullptr; } } message->match([&](const MTPDbotInlineMessageMediaAuto &data) { const auto message = qs(data.vmessage()); const auto entities = Api::EntitiesFromMTP( session, data.ventities().value_or_empty()); if (result->_type == Type::Photo) { if (result->_photo) { result->sendData = std::make_unique( session, result->_photo, message, entities); } else { LOG(("Inline Error: No 'photo' in media-auto, type=photo.")); } } else if (result->_type == Type::Game) { result->createGame(session); result->sendData = std::make_unique( session, result->_game); } else { if (result->_document) { result->sendData = std::make_unique( session, result->_document, message, entities); } else { LOG(("Inline Error: No 'document' in media-auto, type=%1." ).arg(int(result->_type))); } } }, [&](const MTPDbotInlineMessageText &data) { result->sendData = std::make_unique( session, qs(data.vmessage()), Api::EntitiesFromMTP(session, data.ventities().value_or_empty()), data.is_no_webpage()); }, [&](const MTPDbotInlineMessageMediaGeo &data) { data.vgeo().match([&](const MTPDgeoPoint &geo) { if (const auto period = data.vperiod()) { result->sendData = std::make_unique( session, geo, period->v, (data.vheading() ? std::make_optional(data.vheading()->v) : std::nullopt), (data.vproximity_notification_radius() ? std::make_optional( data.vproximity_notification_radius()->v) : std::nullopt)); } else { result->sendData = std::make_unique( session, geo); } }, [&](const MTPDgeoPointEmpty &) { LOG(("Inline Error: Empty 'geo' in media-geo.")); }); }, [&](const MTPDbotInlineMessageMediaVenue &data) { data.vgeo().match([&](const MTPDgeoPoint &geo) { result->sendData = std::make_unique( session, geo, qs(data.vvenue_id()), qs(data.vprovider()), qs(data.vtitle()), qs(data.vaddress())); }, [&](const MTPDgeoPointEmpty &) { LOG(("Inline Error: Empty 'geo' in media-venue.")); }); }, [&](const MTPDbotInlineMessageMediaContact &data) { result->sendData = std::make_unique( session, qs(data.vfirst_name()), qs(data.vlast_name()), qs(data.vphone_number())); }, [&](const MTPDbotInlineMessageMediaInvoice &data) { using Flag = MTPDmessageMediaInvoice::Flag; const auto media = MTP_messageMediaInvoice( MTP_flags((data.is_shipping_address_requested() ? Flag::f_shipping_address_requested : Flag(0)) | (data.is_test() ? Flag::f_test : Flag(0)) | (data.vphoto() ? Flag::f_photo : Flag(0))), data.vtitle(), data.vdescription(), data.vphoto() ? (*data.vphoto()) : MTPWebDocument(), MTPint(), // receipt_msg_id data.vcurrency(), data.vtotal_amount(), MTP_string(QString())); // start_param result->sendData = std::make_unique( session, media); }); if (!result->sendData || !result->sendData->isValid()) { return nullptr; } message->match([&](const auto &data) { if (const auto markup = data.vreply_markup()) { result->_mtpKeyboard = std::make_unique(*markup); } }); if (const auto point = result->getLocationPoint()) { const auto scale = 1 + (cScale() * cIntRetinaFactor()) / 200; const auto zoom = 15 + (scale - 1); const auto w = st::inlineThumbSize / scale; const auto h = st::inlineThumbSize / scale; auto location = GeoPointLocation(); location.lat = point->lat(); location.lon = point->lon(); location.access = point->accessHash(); location.width = w; location.height = h; location.zoom = zoom; location.scale = scale; result->_locationThumbnail.update(result->_session, ImageWithLocation{ .location = ImageLocation({ location }, w, h) }); } return result; } bool Result::onChoose(Layout::ItemBase *layout) { if (_photo && _type == Type::Photo) { const auto media = _photo->activeMediaView(); if (!media || media->image(Data::PhotoSize::Thumbnail)) { return true; } else if (!_photo->loading(Data::PhotoSize::Thumbnail)) { _photo->load( Data::PhotoSize::Thumbnail, Data::FileOrigin()); } return false; } if (_document && ( _type == Type::Video || _type == Type::Audio || _type == Type::Sticker || _type == Type::File || _type == Type::Gif)) { if (_type == Type::Gif) { const auto media = _document->activeMediaView(); const auto preview = Data::VideoPreviewState(media.get()); if (!media || preview.loaded()) { return true; } else if (!preview.usingThumbnail()) { if (preview.loading()) { _document->cancel(); } else { DocumentSaveClickHandler::Save( Data::FileOriginSavedGifs(), _document); } } return false; } return true; } return true; } Media::View::OpenRequest Result::openRequest() { if (_document) { return Media::View::OpenRequest(nullptr, _document, nullptr); } else if (_photo) { return Media::View::OpenRequest(nullptr, _photo, nullptr); } return {}; } void Result::cancelFile() { if (_document) { DocumentCancelClickHandler(_document, nullptr).onClick({}); } else if (_photo) { PhotoCancelClickHandler(_photo, nullptr).onClick({}); } } bool Result::hasThumbDisplay() const { if (!_thumbnail.empty() || _photo || (_document && _document->hasThumbnail())) { return true; } else if (_type == Type::Contact) { return true; } else if (sendData->hasLocationCoords()) { return true; } return false; }; void Result::addToHistory( History *history, MessageFlags flags, MsgId msgId, PeerId fromId, TimeId date, UserId viaBotId, MsgId replyToId, const QString &postAuthor) const { flags |= MessageFlag::FromInlineBot; auto markup = MTPReplyMarkup(); if (_mtpKeyboard) { flags |= MessageFlag::HasReplyMarkup; markup = *_mtpKeyboard; } sendData->addToHistory( this, history, flags, msgId, fromId, date, viaBotId, replyToId, postAuthor, markup); } QString Result::getErrorOnSend(History *history) const { return sendData->getErrorOnSend(this, history); } std::optional Result::getLocationPoint() const { return sendData->getLocationPoint(); } QString Result::getLayoutTitle() const { return sendData->getLayoutTitle(this); } QString Result::getLayoutDescription() const { return sendData->getLayoutDescription(this); } // just to make unique_ptr see the destructors. Result::~Result() { } void Result::createGame(not_null session) { if (_game) { return; } const auto gameId = base::RandomValue(); _game = session->data().game( gameId, 0, QString(), _title, _description, _photo, _document); } QSize Result::thumbBox() const { return (_type == Type::Photo) ? QSize(100, 100) : QSize(90, 90); } MTPWebDocument Result::adjustAttributes(const MTPWebDocument &document) { switch (document.type()) { case mtpc_webDocument: { const auto &data = document.c_webDocument(); return MTP_webDocument( data.vurl(), data.vaccess_hash(), data.vsize(), data.vmime_type(), adjustAttributes(data.vattributes(), data.vmime_type())); } break; case mtpc_webDocumentNoProxy: { const auto &data = document.c_webDocumentNoProxy(); return MTP_webDocumentNoProxy( data.vurl(), data.vsize(), data.vmime_type(), adjustAttributes(data.vattributes(), data.vmime_type())); } break; } Unexpected("Type in InlineBots::Result::adjustAttributes."); } MTPVector Result::adjustAttributes( const MTPVector &existing, const MTPstring &mimeType) { auto result = existing.v; const auto find = [&](mtpTypeId attributeType) { return ranges::find( result, attributeType, [](const MTPDocumentAttribute &value) { return value.type(); }); }; const auto exists = [&](mtpTypeId attributeType) { return find(attributeType) != result.cend(); }; const auto mime = qs(mimeType); if (_type == Type::Gif) { if (!exists(mtpc_documentAttributeFilename)) { auto filename = (mime == qstr("video/mp4") ? "animation.gif.mp4" : "animation.gif"); result.push_back(MTP_documentAttributeFilename( MTP_string(filename))); } if (!exists(mtpc_documentAttributeAnimated)) { result.push_back(MTP_documentAttributeAnimated()); } } else if (_type == Type::Audio) { const auto audio = find(mtpc_documentAttributeAudio); if (audio != result.cend()) { using Flag = MTPDdocumentAttributeAudio::Flag; if (mime == qstr("audio/ogg")) { // We always treat audio/ogg as a voice message. // It was that way before we started to get attributes here. const auto &fields = audio->c_documentAttributeAudio(); if (!(fields.vflags().v & Flag::f_voice)) { *audio = MTP_documentAttributeAudio( MTP_flags(fields.vflags().v | Flag::f_voice), fields.vduration(), MTP_bytes(fields.vtitle().value_or_empty()), MTP_bytes(fields.vperformer().value_or_empty()), MTP_bytes(fields.vwaveform().value_or_empty())); } } const auto &fields = audio->c_documentAttributeAudio(); if (!exists(mtpc_documentAttributeFilename) && !(fields.vflags().v & Flag::f_voice)) { const auto p = Core::MimeTypeForName(mime).globPatterns(); auto pattern = p.isEmpty() ? QString() : p.front(); const auto extension = pattern.isEmpty() ? qsl(".unknown") : pattern.replace('*', QString()); const auto filename = filedialogDefaultName( qsl("inline"), extension, QString(), true); result.push_back( MTP_documentAttributeFilename(MTP_string(filename))); } } } return MTP_vector(std::move(result)); } } // namespace InlineBots