/* This file is part of Telegram Desktop, the official desktop application for the Telegram messaging service. For license and copyright information please follow this link: https://github.com/telegramdesktop/tdesktop/blob/master/LEGAL */ #include "data/data_stories.h" #include "api/api_text_entities.h" #include "apiwrap.h" #include "core/application.h" #include "data/data_changes.h" #include "data/data_document.h" #include "data/data_file_origin.h" #include "data/data_photo.h" #include "data/data_session.h" #include "lang/lang_keys.h" #include "main/main_session.h" #include "ui/text/text_utilities.h" // #TODO stories testing #include "data/data_user.h" #include "history/history.h" #include "history/history_item.h" #include "storage/storage_shared_media.h" namespace Data { namespace { constexpr auto kMaxResolveTogether = 100; constexpr auto kIgnorePreloadAroundIfLoaded = 15; constexpr auto kPreloadAroundCount = 30; constexpr auto kMarkAsReadDelay = 3 * crl::time(1000); using UpdateFlag = StoryUpdate::Flag; std::optional ParseMedia( not_null owner, const MTPMessageMedia &media) { return media.match([&](const MTPDmessageMediaPhoto &data) -> std::optional { if (const auto photo = data.vphoto()) { const auto result = owner->processPhoto(*photo); if (!result->isNull()) { return StoryMedia{ result }; } } return {}; }, [&](const MTPDmessageMediaDocument &data) -> std::optional { if (const auto document = data.vdocument()) { const auto result = owner->processDocument(*document); if (!result->isNull() && (result->isGifv() || result->isVideoFile())) { return StoryMedia{ result }; } } return {}; }, [](const auto &) { return std::optional(); }); } } // namespace bool StoriesList::unread() const { return !ids.empty() && readTill < ids.back(); } Story::Story( StoryId id, not_null peer, StoryMedia media, TimeId date) : _id(id) , _peer(peer) , _media(std::move(media)) , _date(date) { } Session &Story::owner() const { return _peer->owner(); } Main::Session &Story::session() const { return _peer->session(); } not_null Story::peer() const { return _peer; } StoryId Story::id() const { return _id; } FullStoryId Story::fullId() const { return { _peer->id, _id }; } TimeId Story::date() const { return _date; } const StoryMedia &Story::media() const { return _media; } PhotoData *Story::photo() const { const auto result = std::get_if>(&_media.data); return result ? result->get() : nullptr; } DocumentData *Story::document() const { const auto result = std::get_if>(&_media.data); return result ? result->get() : nullptr; } bool Story::hasReplyPreview() const { return v::match(_media.data, [](not_null photo) { return !photo->isNull(); }, [](not_null document) { return document->hasThumbnail(); }); } Image *Story::replyPreview() const { return v::match(_media.data, [&](not_null photo) { return photo->getReplyPreview( Data::FileOriginStory(_peer->id, _id), _peer, false); }, [&](not_null document) { return document->getReplyPreview( Data::FileOriginStory(_peer->id, _id), _peer, false); }); } TextWithEntities Story::inReplyText() const { const auto type = tr::lng_in_dlg_story(tr::now); return _caption.text.isEmpty() ? Ui::Text::PlainLink(type) : tr::lng_dialogs_text_media( tr::now, lt_media_part, tr::lng_dialogs_text_media_wrapped( tr::now, lt_media, Ui::Text::PlainLink(type), Ui::Text::WithEntities), lt_caption, _caption, Ui::Text::WithEntities); } void Story::setPinned(bool pinned) { _pinned = pinned; } bool Story::pinned() const { return _pinned; } void Story::setCaption(TextWithEntities &&caption) { _caption = std::move(caption); } const TextWithEntities &Story::caption() const { return _caption; } void Story::setViewsData( std::vector> recent, int total) { _recentViewers = std::move(recent); _views = total; } const std::vector> &Story::recentViewers() const { return _recentViewers; } const std::vector &Story::viewsList() const { return _viewsList; } int Story::views() const { return _views; } void Story::applyViewsSlice( const std::optional &offset, const std::vector &slice, int total) { _views = total; if (!offset) { const auto i = _viewsList.empty() ? end(slice) : ranges::find(slice, _viewsList.front()); const auto merge = (i != end(slice)) && !ranges::contains(slice, _viewsList.back()); if (merge) { _viewsList.insert(begin(_viewsList), begin(slice), i); } else { _viewsList = slice; } } else if (!slice.empty()) { const auto i = ranges::find(_viewsList, *offset); const auto merge = (i != end(_viewsList)) && !ranges::contains(_viewsList, slice.back()); if (merge) { const auto after = i + 1; if (after == end(_viewsList)) { _viewsList.insert(after, begin(slice), end(slice)); } else { const auto j = ranges::find(slice, _viewsList.back()); if (j != end(slice)) { _viewsList.insert(end(_viewsList), j + 1, end(slice)); } } } } } bool Story::applyChanges(StoryMedia media, const MTPDstoryItem &data) { const auto pinned = data.is_pinned(); auto caption = TextWithEntities{ data.vcaption().value_or_empty(), Api::EntitiesFromMTP( &owner().session(), data.ventities().value_or_empty()), }; auto views = 0; auto recent = std::vector>(); if (const auto info = data.vviews()) { views = info->data().vviews_count().v; if (const auto list = info->data().vrecent_viewers()) { recent.reserve(list->v.size()); auto &owner = _peer->owner(); for (const auto &id : list->v) { recent.push_back(owner.peer(peerFromUser(id))); } } } const auto changed = (_media != media) || (_pinned != pinned) || (_caption != caption) || (_views != views) || (_recentViewers != recent); if (!changed) { return false; } _media = std::move(media); _pinned = pinned; _caption = std::move(caption); _views = views; _recentViewers = std::move(recent); return true; } Stories::Stories(not_null owner) : _owner(owner) , _markReadTimer([=] { sendMarkAsReadRequests(); }) { } Stories::~Stories() { } Session &Stories::owner() const { return *_owner; } Main::Session &Stories::session() const { return _owner->session(); } void Stories::apply(const MTPDupdateStory &data) { const auto peerId = peerFromUser(data.vuser_id()); const auto peer = _owner->peer(peerId); const auto i = ranges::find(_all, peer, &StoriesList::user); const auto id = parseAndApply(peer, data.vstory()); if (i != end(_all)) { auto added = false; if (id && !i->ids.contains(id)) { i->ids.emplace(id); ++i->total; added = true; } if (added) { ranges::rotate(begin(_all), i, i + 1); } } else if (id) { _all.insert(begin(_all), StoriesList{ .user = peer->asUser(), .ids = { id }, .readTill = 0, .total = 1, }); } _allChanged.fire({}); } StoriesList Stories::parse(const MTPUserStories &stories) { const auto &data = stories.data(); const auto userId = UserId(data.vuser_id()); const auto readTill = data.vmax_read_id().value_or_empty(); const auto count = int(data.vstories().v.size()); auto result = StoriesList{ .user = _owner->user(userId), .readTill = readTill, .total = count, }; const auto &list = data.vstories().v; result.ids.reserve(list.size()); for (const auto &story : list) { if (const auto id = parseAndApply(result.user, story)) { result.ids.emplace(id); } else { --result.total; } } result.total = std::max(result.total, int(result.ids.size())); return result; } Story *Stories::parseAndApply( not_null peer, const MTPDstoryItem &data) { const auto media = ParseMedia(_owner, data.vmedia()); if (!media) { return nullptr; } const auto id = data.vid().v; auto &stories = _stories[peer->id]; const auto i = stories.find(id); if (i != end(stories)) { if (i->second->applyChanges(*media, data)) { session().changes().storyUpdated( i->second.get(), UpdateFlag::Edited); } return i->second.get(); } const auto result = stories.emplace(id, std::make_unique( id, peer, StoryMedia{ *media }, data.vdate().v)).first->second.get(); result->applyChanges(*media, data); return result; } StoryId Stories::parseAndApply( not_null peer, const MTPstoryItem &story) { return story.match([&](const MTPDstoryItem &data) { if (const auto story = parseAndApply(peer, data)) { return story->id(); } applyDeleted({ peer->id, data.vid().v }); return StoryId(); }, [&](const MTPDstoryItemSkipped &data) { return StoryId(data.vid().v); }, [&](const MTPDstoryItemDeleted &data) { applyDeleted({ peer->id, data.vid().v }); return StoryId(); }); } void Stories::updateDependentMessages(not_null story) { const auto i = _dependentMessages.find(story); if (i != end(_dependentMessages)) { for (const auto &dependent : i->second) { dependent->updateDependencyItem(); } } session().changes().storyUpdated( story, Data::StoryUpdate::Flag::Edited); } void Stories::registerDependentMessage( not_null dependent, not_null dependency) { _dependentMessages[dependency].emplace(dependent); } void Stories::unregisterDependentMessage( not_null dependent, not_null dependency) { const auto i = _dependentMessages.find(dependency); if (i != end(_dependentMessages)) { if (i->second.remove(dependent) && i->second.empty()) { _dependentMessages.erase(i); } } } void Stories::loadMore() { if (_loadMoreRequestId || _allLoaded) { return; } const auto api = &_owner->session().api(); using Flag = MTPstories_GetAllStories::Flag; _loadMoreRequestId = api->request(MTPstories_GetAllStories( MTP_flags(_state.isEmpty() ? Flag(0) : (Flag::f_next | Flag::f_state)), MTP_string(_state) )).done([=](const MTPstories_AllStories &result) { _loadMoreRequestId = 0; result.match([&](const MTPDstories_allStories &data) { _owner->processUsers(data.vusers()); _state = qs(data.vstate()); _allLoaded = !data.is_has_more(); for (const auto &single : data.vuser_stories().v) { pushToBack(parse(single)); } _allChanged.fire({}); }, [](const MTPDstories_allStoriesNotModified &) { }); }).fail([=] { _loadMoreRequestId = 0; }).send(); } void Stories::sendResolveRequests() { if (!_resolveSent.empty()) { return; } auto leftToSend = kMaxResolveTogether; auto byPeer = base::flat_map>(); for (auto i = begin(_resolvePending); i != end(_resolvePending);) { auto &[peerId, ids] = *i; auto &sent = _resolveSent[peerId]; if (ids.size() <= leftToSend) { sent = base::take(ids); i = _resolvePending.erase(i); leftToSend -= int(sent.size()); } else { sent = { std::make_move_iterator(begin(ids)), std::make_move_iterator(begin(ids) + leftToSend) }; ids.erase(begin(ids), begin(ids) + leftToSend); leftToSend = 0; } auto &prepared = byPeer[peerId]; for (auto &[storyId, callbacks] : sent) { prepared.push_back(MTP_int(storyId)); } if (!leftToSend) { break; } } const auto api = &_owner->session().api(); for (auto &entry : byPeer) { const auto peerId = entry.first; auto &prepared = entry.second; const auto finish = [=](PeerId peerId) { const auto sent = _resolveSent.take(peerId); Assert(sent.has_value()); for (const auto &[storyId, list] : *sent) { finalizeResolve({ peerId, storyId }); for (const auto &callback : list) { callback(); } } _itemsChanged.fire_copy(peerId); if (_resolveSent.empty() && !_resolvePending.empty()) { crl::on_main(&session(), [=] { sendResolveRequests(); }); } }; const auto user = _owner->session().data().peer(peerId)->asUser(); if (!user) { finish(peerId); continue; } const auto requestId = api->request(MTPstories_GetStoriesByID( user->inputUser, MTP_vector(prepared) )).done([=](const MTPstories_Stories &result) { owner().processUsers(result.data().vusers()); processResolvedStories(user, result.data().vstories().v); finish(user->id); }).fail([=] { finish(peerId); }).send(); } } void Stories::processResolvedStories( not_null peer, const QVector &list) { for (const auto &item : list) { item.match([&](const MTPDstoryItem &data) { if (!parseAndApply(peer, data)) { applyDeleted({ peer->id, data.vid().v }); } }, [&](const MTPDstoryItemSkipped &data) { LOG(("API Error: Unexpected storyItemSkipped in resolve.")); }, [&](const MTPDstoryItemDeleted &data) { applyDeleted({ peer->id, data.vid().v }); }); } } void Stories::finalizeResolve(FullStoryId id) { const auto already = lookup(id); if (!already.has_value() && already.error() == NoStory::Unknown) { LOG(("API Error: Could not resolve story %1_%2" ).arg(id.peer.value ).arg(id.story)); applyDeleted(id); } } void Stories::applyDeleted(FullStoryId id) { const auto i = _stories.find(id.peer); if (i != end(_stories)) { const auto j = i->second.find(id.story); if (j != end(i->second)) { auto story = std::move(j->second); i->second.erase(j); session().changes().storyUpdated( story.get(), UpdateFlag::Destroyed); removeDependencyStory(story.get()); if (i->second.empty()) { _stories.erase(i); } } } const auto j = ranges::find(_all, id.peer, [](const StoriesList &list) { return list.user->id; }); if (j != end(_all)) { const auto removed = j->ids.remove(id.story); if (removed) { if (j->ids.empty()) { _all.erase(j); } else { Assert(j->total > 0); --j->total; } _allChanged.fire({}); } } _deleted.emplace(id); } void Stories::removeDependencyStory(not_null story) { const auto i = _dependentMessages.find(story); if (i != end(_dependentMessages)) { const auto items = std::move(i->second); _dependentMessages.erase(i); for (const auto &dependent : items) { dependent->dependencyStoryRemoved(story); } } } const std::vector &Stories::all() { return _all; } bool Stories::allLoaded() const { return _allLoaded; } rpl::producer<> Stories::allChanged() const { return _allChanged.events(); } rpl::producer Stories::itemsChanged() const { return _itemsChanged.events(); } base::expected, NoStory> Stories::lookup( FullStoryId id) const { const auto i = _stories.find(id.peer); if (i != end(_stories)) { const auto j = i->second.find(id.story); if (j != end(i->second)) { return j->second.get(); } } return base::make_unexpected( _deleted.contains(id) ? NoStory::Deleted : NoStory::Unknown); } void Stories::resolve(FullStoryId id, Fn done) { const auto already = lookup(id); if (already.has_value() || already.error() != NoStory::Unknown) { if (done) { done(); } return; } if (const auto i = _resolveSent.find(id.peer); i != end(_resolveSent)) { if (const auto j = i->second.find(id.story); j != end(i->second)) { if (done) { j->second.push_back(std::move(done)); } return; } } auto &ids = _resolvePending[id.peer]; if (ids.empty()) { crl::on_main(&session(), [=] { sendResolveRequests(); }); } auto &callbacks = ids[id.story]; if (done) { callbacks.push_back(std::move(done)); } } void Stories::pushToBack(StoriesList &&list) { const auto i = ranges::find(_all, list.user, &StoriesList::user); if (i != end(_all)) { if (*i == list) { return; } *i = std::move(list); } else { _all.push_back(std::move(list)); } } void Stories::loadAround(FullStoryId id) { const auto i = ranges::find(_all, id.peer, [](const StoriesList &list) { return list.user->id; }); if (i == end(_all)) { return; } const auto j = ranges::find(i->ids, id.story); if (j == end(i->ids)) { return; } const auto ignore = [&] { const auto side = kIgnorePreloadAroundIfLoaded; const auto left = ranges::min(int(j - begin(i->ids)), side); const auto right = ranges::min(int(end(i->ids) - j), side); for (auto k = j - left; k != j + right; ++k) { const auto maybeStory = lookup({ id.peer, *k }); if (!maybeStory && maybeStory.error() == NoStory::Unknown) { return false; } } return true; }(); if (ignore) { return; } const auto side = kPreloadAroundCount; const auto left = ranges::min(int(j - begin(i->ids)), side); const auto right = ranges::min(int(end(i->ids) - j), side); const auto from = j - left; const auto till = j + right; for (auto k = from; k != till; ++k) { resolve({ id.peer, *k }, nullptr); } } void Stories::markAsRead(FullStoryId id, bool viewed) { const auto i = ranges::find(_all, id.peer, [](const StoriesList &list) { return list.user->id; }); Assert(i != end(_all)); if (i->readTill >= id.story) { return; } else if (!_markReadPending.contains(id.peer)) { sendMarkAsReadRequests(); } _markReadPending.emplace(id.peer); i->readTill = id.story; _markReadTimer.callOnce(kMarkAsReadDelay); _allChanged.fire({}); } void Stories::sendMarkAsReadRequest( not_null peer, StoryId tillId) { Expects(peer->isUser()); const auto peerId = peer->id; _markReadRequests.emplace(peerId); const auto finish = [=] { _markReadRequests.remove(peerId); if (!_markReadTimer.isActive() && _markReadPending.contains(peerId)) { sendMarkAsReadRequests(); } if (_markReadRequests.empty()) { if (Core::Quitting()) { LOG(("Stories doesn't prevent quit any more.")); } Core::App().quitPreventFinished(); } }; const auto api = &_owner->session().api(); api->request(MTPstories_ReadStories( peer->asUser()->inputUser, MTP_int(tillId) )).done(finish).fail(finish).send(); } void Stories::sendMarkAsReadRequests() { _markReadTimer.cancel(); for (auto i = begin(_markReadPending); i != end(_markReadPending);) { const auto peerId = *i; if (_markReadRequests.contains(peerId)) { ++i; continue; } const auto j = ranges::find(_all, peerId, []( const StoriesList &list) { return list.user->id; }); if (j != end(_all)) { sendMarkAsReadRequest(j->user, j->readTill); } i = _markReadPending.erase(i); } } void Stories::loadViewsSlice( StoryId id, std::optional offset, Fn)> done) { _viewsDone = std::move(done); if (_viewsStoryId == id && _viewsOffset == offset) { return; } _viewsStoryId = id; _viewsOffset = offset; const auto api = &_owner->session().api(); api->request(_viewsRequestId).cancel(); _viewsRequestId = api->request(MTPstories_GetStoryViewsList( MTP_int(id), MTP_int(offset ? offset->date : 0), MTP_long(offset ? peerToUser(offset->peer->id).bare : 0), MTP_int(2) )).done([=](const MTPstories_StoryViewsList &result) { _viewsRequestId = 0; auto slice = std::vector(); const auto &data = result.data(); _owner->processUsers(data.vusers()); slice.reserve(data.vviews().v.size()); for (const auto &view : data.vviews().v) { slice.push_back({ .peer = _owner->peer(peerFromUser(view.data().vuser_id())), .date = view.data().vdate().v, }); } const auto fullId = FullStoryId{ .peer = _owner->session().userPeerId(), .story = _viewsStoryId, }; if (const auto story = lookup(fullId)) { (*story)->applyViewsSlice(_viewsOffset, slice, data.vcount().v); } if (const auto done = base::take(_viewsDone)) { done(std::move(slice)); } }).fail([=] { _viewsRequestId = 0; if (const auto done = base::take(_viewsDone)) { done({}); } }).send(); } bool Stories::isQuitPrevent() { if (!_markReadPending.empty()) { sendMarkAsReadRequests(); } if (_markReadRequests.empty()) { return false; } LOG(("Stories prevents quit, marking as read...")); return true; } } // namespace Data