867 lines
23 KiB
C++
867 lines
23 KiB
C++
/*
|
|
This file is part of Telegram Desktop,
|
|
the official desktop application for the Telegram messaging service.
|
|
|
|
For license and copyright information please follow this link:
|
|
https://github.com/telegramdesktop/tdesktop/blob/master/LEGAL
|
|
*/
|
|
#include "media/streaming/media_streaming_video_track.h"
|
|
|
|
#include "media/audio/media_audio.h"
|
|
#include "base/concurrent_timer.h"
|
|
|
|
namespace Media {
|
|
namespace Streaming {
|
|
namespace {
|
|
|
|
constexpr auto kDisplaySkipped = crl::time(-1);
|
|
constexpr auto kFinishedPosition = std::numeric_limits<crl::time>::max();
|
|
static_assert(kDisplaySkipped != kTimeUnknown);
|
|
|
|
} // namespace
|
|
|
|
class VideoTrackObject final {
|
|
public:
|
|
using Frame = VideoTrack::Frame;
|
|
using Shared = VideoTrack::Shared;
|
|
|
|
VideoTrackObject(
|
|
crl::weak_on_queue<VideoTrackObject> weak,
|
|
const PlaybackOptions &options,
|
|
not_null<Shared*> shared,
|
|
Stream &&stream,
|
|
const AudioMsgId &audioId,
|
|
FnMut<void(const Information &)> ready,
|
|
Fn<void(Error)> error);
|
|
|
|
void process(Packet &&packet);
|
|
|
|
[[nodisacrd]] rpl::producer<> checkNextFrame() const;
|
|
[[nodisacrd]] rpl::producer<> waitingForData() const;
|
|
|
|
void pause(crl::time time);
|
|
void resume(crl::time time);
|
|
void setSpeed(float64 speed);
|
|
void interrupt();
|
|
void frameDisplayed();
|
|
void updateFrameRequest(const FrameRequest &request);
|
|
|
|
private:
|
|
enum class FrameResult {
|
|
Done,
|
|
Error,
|
|
Waiting,
|
|
Looped,
|
|
Finished,
|
|
};
|
|
using ReadEnoughState = base::optional_variant<
|
|
FrameResult,
|
|
Shared::PrepareNextCheck>;
|
|
|
|
void fail(Error error);
|
|
[[nodiscard]] bool interrupted() const;
|
|
[[nodiscard]] bool tryReadFirstFrame(Packet &&packet);
|
|
[[nodiscard]] bool fillStateFromFrame();
|
|
[[nodiscard]] bool processFirstFrame();
|
|
void queueReadFrames(crl::time delay = 0);
|
|
void readFrames();
|
|
[[nodiscard]] ReadEnoughState readEnoughFrames(crl::time trackTime);
|
|
[[nodiscard]] FrameResult readFrame(not_null<Frame*> frame);
|
|
void presentFrameIfNeeded();
|
|
void callReady();
|
|
[[nodiscard]] bool loopAround();
|
|
[[nodiscard]] crl::time computeDuration() const;
|
|
[[nodiscard]] int durationByPacket(const Packet &packet);
|
|
|
|
// Force frame position to be clamped to [0, duration] and monotonic.
|
|
[[nodiscard]] crl::time currentFramePosition() const;
|
|
|
|
[[nodiscard]] TimePoint trackTime() const;
|
|
|
|
const crl::weak_on_queue<VideoTrackObject> _weak;
|
|
PlaybackOptions _options;
|
|
|
|
// Main thread wrapper destructor will set _shared back to nullptr.
|
|
// All queued method calls after that should be discarded.
|
|
Shared *_shared = nullptr;
|
|
|
|
Stream _stream;
|
|
AudioMsgId _audioId;
|
|
bool _readTillEnd = false;
|
|
FnMut<void(const Information &)> _ready;
|
|
Fn<void(Error)> _error;
|
|
crl::time _pausedTime = kTimeUnknown;
|
|
crl::time _resumedTime = kTimeUnknown;
|
|
int _durationByLastPacket = 0;
|
|
mutable TimePoint _syncTimePoint;
|
|
crl::time _loopingShift = 0;
|
|
rpl::event_stream<> _checkNextFrame;
|
|
rpl::event_stream<> _waitingForData;
|
|
FrameRequest _request = FrameRequest::NonStrict();
|
|
|
|
bool _queued = false;
|
|
base::ConcurrentTimer _readFramesTimer;
|
|
|
|
// For initial frame skipping for an exact seek.
|
|
FramePointer _initialSkippingFrame;
|
|
|
|
};
|
|
|
|
VideoTrackObject::VideoTrackObject(
|
|
crl::weak_on_queue<VideoTrackObject> weak,
|
|
const PlaybackOptions &options,
|
|
not_null<Shared*> shared,
|
|
Stream &&stream,
|
|
const AudioMsgId &audioId,
|
|
FnMut<void(const Information &)> ready,
|
|
Fn<void(Error)> error)
|
|
: _weak(std::move(weak))
|
|
, _options(options)
|
|
, _shared(shared)
|
|
, _stream(std::move(stream))
|
|
, _audioId(audioId)
|
|
, _ready(std::move(ready))
|
|
, _error(std::move(error))
|
|
, _readFramesTimer(_weak, [=] { readFrames(); }) {
|
|
Expects(_stream.duration > 1);
|
|
Expects(_ready != nullptr);
|
|
Expects(_error != nullptr);
|
|
}
|
|
|
|
rpl::producer<> VideoTrackObject::checkNextFrame() const {
|
|
return interrupted()
|
|
? (rpl::complete<>() | rpl::type_erased())
|
|
: !_shared->firstPresentHappened()
|
|
? (_checkNextFrame.events() | rpl::type_erased())
|
|
: _checkNextFrame.events_starting_with({});
|
|
}
|
|
|
|
rpl::producer<> VideoTrackObject::waitingForData() const {
|
|
return interrupted()
|
|
? (rpl::never() | rpl::type_erased())
|
|
: _waitingForData.events();
|
|
}
|
|
|
|
void VideoTrackObject::process(Packet &&packet) {
|
|
if (interrupted()) {
|
|
return;
|
|
}
|
|
if (packet.empty()) {
|
|
_readTillEnd = true;
|
|
} else if (!_readTillEnd) {
|
|
accumulate_max(
|
|
_durationByLastPacket,
|
|
durationByPacket(packet));
|
|
if (interrupted()) {
|
|
return;
|
|
}
|
|
}
|
|
if (_shared->initialized()) {
|
|
_stream.queue.push_back(std::move(packet));
|
|
queueReadFrames();
|
|
} else if (!tryReadFirstFrame(std::move(packet))) {
|
|
fail(Error::InvalidData);
|
|
}
|
|
}
|
|
|
|
int VideoTrackObject::durationByPacket(const Packet &packet) {
|
|
// We've set this value on the first cycle.
|
|
if (_loopingShift || _stream.duration != kDurationUnavailable) {
|
|
return 0;
|
|
}
|
|
const auto result = DurationByPacket(packet, _stream.timeBase);
|
|
if (result < 0) {
|
|
fail(Error::InvalidData);
|
|
return 0;
|
|
}
|
|
|
|
Ensures(result > 0);
|
|
return result;
|
|
}
|
|
|
|
void VideoTrackObject::queueReadFrames(crl::time delay) {
|
|
if (delay > 0) {
|
|
_readFramesTimer.callOnce(delay);
|
|
} else if (!_queued) {
|
|
_queued = true;
|
|
_weak.with([](VideoTrackObject &that) {
|
|
that._queued = false;
|
|
that.readFrames();
|
|
});
|
|
}
|
|
}
|
|
|
|
void VideoTrackObject::readFrames() {
|
|
if (interrupted()) {
|
|
return;
|
|
}
|
|
auto time = trackTime().trackTime;
|
|
while (true) {
|
|
const auto result = readEnoughFrames(time);
|
|
result.match([&](FrameResult result) {
|
|
if (result == FrameResult::Done
|
|
|| result == FrameResult::Finished) {
|
|
presentFrameIfNeeded();
|
|
} else if (result == FrameResult::Looped) {
|
|
const auto duration = computeDuration();
|
|
Assert(duration != kDurationUnavailable);
|
|
time -= duration;
|
|
}
|
|
}, [&](Shared::PrepareNextCheck delay) {
|
|
Expects(delay == kTimeUnknown || delay > 0);
|
|
if (delay != kTimeUnknown) {
|
|
queueReadFrames(delay);
|
|
}
|
|
}, [](std::nullopt_t) {
|
|
});
|
|
if (result.has_value()) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
auto VideoTrackObject::readEnoughFrames(crl::time trackTime)
|
|
-> ReadEnoughState {
|
|
const auto dropStaleFrames = _options.dropStaleFrames;
|
|
const auto state = _shared->prepareState(trackTime, dropStaleFrames);
|
|
return state.match([&](Shared::PrepareFrame frame) -> ReadEnoughState {
|
|
while (true) {
|
|
const auto result = readFrame(frame);
|
|
if (result != FrameResult::Done) {
|
|
return result;
|
|
} else if (!dropStaleFrames
|
|
|| !VideoTrack::IsStale(frame, trackTime)) {
|
|
return std::nullopt;
|
|
}
|
|
}
|
|
}, [&](Shared::PrepareNextCheck delay) -> ReadEnoughState {
|
|
return delay;
|
|
}, [&](std::nullopt_t) -> ReadEnoughState {
|
|
return FrameResult::Done;
|
|
});
|
|
}
|
|
|
|
bool VideoTrackObject::loopAround() {
|
|
const auto duration = computeDuration();
|
|
if (duration == kDurationUnavailable) {
|
|
LOG(("Streaming Error: "
|
|
"Couldn't find out the real video stream duration."));
|
|
return false;
|
|
}
|
|
avcodec_flush_buffers(_stream.codec.get());
|
|
_loopingShift += duration;
|
|
_readTillEnd = false;
|
|
return true;
|
|
}
|
|
|
|
crl::time VideoTrackObject::computeDuration() const {
|
|
if (_stream.duration != kDurationUnavailable) {
|
|
return _stream.duration;
|
|
} else if ((_loopingShift || _readTillEnd) && _durationByLastPacket) {
|
|
// We looped, so it already holds full stream duration.
|
|
return _durationByLastPacket;
|
|
}
|
|
return kDurationUnavailable;
|
|
}
|
|
|
|
auto VideoTrackObject::readFrame(not_null<Frame*> frame) -> FrameResult {
|
|
if (const auto error = ReadNextFrame(_stream)) {
|
|
if (error.code() == AVERROR_EOF) {
|
|
if (!_options.loop) {
|
|
frame->position = kFinishedPosition;
|
|
frame->displayed = kTimeUnknown;
|
|
return FrameResult::Finished;
|
|
} else if (loopAround()) {
|
|
return FrameResult::Looped;
|
|
} else {
|
|
fail(Error::InvalidData);
|
|
return FrameResult::Error;
|
|
}
|
|
} else if (error.code() != AVERROR(EAGAIN) || _readTillEnd) {
|
|
fail(Error::InvalidData);
|
|
return FrameResult::Error;
|
|
}
|
|
Assert(_stream.queue.empty());
|
|
_waitingForData.fire({});
|
|
return FrameResult::Waiting;
|
|
}
|
|
const auto position = currentFramePosition();
|
|
if (position == kTimeUnknown) {
|
|
fail(Error::InvalidData);
|
|
return FrameResult::Error;
|
|
}
|
|
std::swap(frame->decoded, _stream.frame);
|
|
frame->position = position;
|
|
frame->displayed = kTimeUnknown;
|
|
return FrameResult::Done;
|
|
}
|
|
|
|
void VideoTrackObject::presentFrameIfNeeded() {
|
|
if (_pausedTime != kTimeUnknown || _resumedTime == kTimeUnknown) {
|
|
return;
|
|
}
|
|
const auto time = trackTime();
|
|
const auto rasterize = [&](not_null<Frame*> frame) {
|
|
Expects(frame->position != kFinishedPosition);
|
|
|
|
frame->request = _request;
|
|
frame->original = ConvertFrame(
|
|
_stream,
|
|
frame->decoded.get(),
|
|
frame->request.resize,
|
|
std::move(frame->original));
|
|
if (frame->original.isNull()) {
|
|
frame->prepared = QImage();
|
|
fail(Error::InvalidData);
|
|
return;
|
|
}
|
|
|
|
VideoTrack::PrepareFrameByRequest(frame);
|
|
|
|
Ensures(VideoTrack::IsRasterized(frame));
|
|
};
|
|
const auto presented = _shared->presentFrame(
|
|
time,
|
|
_options.speed,
|
|
_options.dropStaleFrames,
|
|
rasterize);
|
|
if (presented.displayPosition == kFinishedPosition) {
|
|
interrupt();
|
|
_checkNextFrame = rpl::event_stream<>();
|
|
return;
|
|
} else if (presented.displayPosition != kTimeUnknown) {
|
|
_checkNextFrame.fire({});
|
|
}
|
|
if (presented.nextCheckDelay != kTimeUnknown) {
|
|
Assert(presented.nextCheckDelay >= 0);
|
|
queueReadFrames(presented.nextCheckDelay);
|
|
}
|
|
}
|
|
|
|
void VideoTrackObject::pause(crl::time time) {
|
|
Expects(_syncTimePoint.valid());
|
|
|
|
if (interrupted()) {
|
|
return;
|
|
} else if (_pausedTime == kTimeUnknown) {
|
|
_pausedTime = time;
|
|
}
|
|
}
|
|
|
|
void VideoTrackObject::resume(crl::time time) {
|
|
Expects(_syncTimePoint.trackTime != kTimeUnknown);
|
|
|
|
if (interrupted()) {
|
|
return;
|
|
}
|
|
|
|
// Resumed time used to validate sync to audio.
|
|
_resumedTime = time;
|
|
if (_pausedTime != kTimeUnknown) {
|
|
Assert(_pausedTime <= time);
|
|
_syncTimePoint.worldTime += (time - _pausedTime);
|
|
_pausedTime = kTimeUnknown;
|
|
} else {
|
|
_syncTimePoint.worldTime = time;
|
|
}
|
|
queueReadFrames();
|
|
|
|
Ensures(_syncTimePoint.valid());
|
|
Ensures(_pausedTime == kTimeUnknown);
|
|
}
|
|
|
|
void VideoTrackObject::setSpeed(float64 speed) {
|
|
if (interrupted()) {
|
|
return;
|
|
}
|
|
if (_syncTimePoint.valid()) {
|
|
_syncTimePoint = trackTime();
|
|
}
|
|
_options.speed = speed;
|
|
}
|
|
|
|
bool VideoTrackObject::interrupted() const {
|
|
return (_shared == nullptr);
|
|
}
|
|
|
|
void VideoTrackObject::frameDisplayed() {
|
|
if (interrupted()) {
|
|
return;
|
|
}
|
|
queueReadFrames();
|
|
}
|
|
|
|
void VideoTrackObject::updateFrameRequest(const FrameRequest &request) {
|
|
_request = request;
|
|
}
|
|
|
|
bool VideoTrackObject::tryReadFirstFrame(Packet &&packet) {
|
|
if (ProcessPacket(_stream, std::move(packet)).failed()) {
|
|
return false;
|
|
}
|
|
while (true) {
|
|
if (const auto error = ReadNextFrame(_stream)) {
|
|
if (error.code() == AVERROR_EOF) {
|
|
if (!_initialSkippingFrame) {
|
|
return false;
|
|
}
|
|
// Return the last valid frame if we seek too far.
|
|
_stream.frame = std::move(_initialSkippingFrame);
|
|
return processFirstFrame();
|
|
} else if (error.code() != AVERROR(EAGAIN) || _readTillEnd) {
|
|
return false;
|
|
} else {
|
|
// Waiting for more packets.
|
|
return true;
|
|
}
|
|
} else if (!fillStateFromFrame()) {
|
|
return false;
|
|
} else if (_syncTimePoint.trackTime >= _options.position) {
|
|
return processFirstFrame();
|
|
}
|
|
|
|
// Seek was with AVSEEK_FLAG_BACKWARD so first we get old frames.
|
|
// Try skipping frames until one is after the requested position.
|
|
std::swap(_initialSkippingFrame, _stream.frame);
|
|
if (!_stream.frame) {
|
|
_stream.frame = MakeFramePointer();
|
|
}
|
|
}
|
|
}
|
|
|
|
bool VideoTrackObject::processFirstFrame() {
|
|
auto frame = ConvertFrame(
|
|
_stream,
|
|
_stream.frame.get(),
|
|
QSize(),
|
|
QImage());
|
|
if (frame.isNull()) {
|
|
return false;
|
|
}
|
|
_shared->init(std::move(frame), _syncTimePoint.trackTime);
|
|
callReady();
|
|
queueReadFrames();
|
|
return true;
|
|
}
|
|
|
|
crl::time VideoTrackObject::currentFramePosition() const {
|
|
const auto position = FramePosition(_stream);
|
|
if (position == kTimeUnknown || position == kFinishedPosition) {
|
|
return kTimeUnknown;
|
|
}
|
|
return _loopingShift + std::clamp(
|
|
position,
|
|
crl::time(0),
|
|
computeDuration() - 1);
|
|
}
|
|
|
|
bool VideoTrackObject::fillStateFromFrame() {
|
|
const auto position = currentFramePosition();
|
|
if (position == kTimeUnknown) {
|
|
return false;
|
|
}
|
|
_syncTimePoint.trackTime = position;
|
|
return true;
|
|
}
|
|
|
|
void VideoTrackObject::callReady() {
|
|
Expects(_ready != nullptr);
|
|
|
|
const auto frame = _shared->frameForPaint();
|
|
|
|
auto data = VideoInformation();
|
|
data.size = CorrectByAspect(frame->original.size(), _stream.aspect);
|
|
if (RotationSwapWidthHeight(_stream.rotation)) {
|
|
data.size.transpose();
|
|
}
|
|
data.cover = frame->original;
|
|
data.rotation = _stream.rotation;
|
|
data.state.duration = _stream.duration;
|
|
data.state.position = _syncTimePoint.trackTime;
|
|
data.state.receivedTill = _readTillEnd
|
|
? _stream.duration
|
|
: _syncTimePoint.trackTime;
|
|
base::take(_ready)({ data });
|
|
}
|
|
|
|
TimePoint VideoTrackObject::trackTime() const {
|
|
auto result = TimePoint();
|
|
result.worldTime = (_pausedTime != kTimeUnknown)
|
|
? _pausedTime
|
|
: crl::now();
|
|
if (!_syncTimePoint) {
|
|
result.trackTime = _syncTimePoint.trackTime;
|
|
return result;
|
|
}
|
|
|
|
Assert(_resumedTime != kTimeUnknown);
|
|
if (_options.syncVideoByAudio && _audioId.externalPlayId()) {
|
|
const auto mixer = Media::Player::mixer();
|
|
const auto point = mixer->getExternalSyncTimePoint(_audioId);
|
|
if (point && point.worldTime > _resumedTime) {
|
|
_syncTimePoint = point;
|
|
}
|
|
}
|
|
const auto adjust = (result.worldTime - _syncTimePoint.worldTime);
|
|
result.trackTime = _syncTimePoint.trackTime
|
|
+ crl::time(std::round(adjust * _options.speed));
|
|
return result;
|
|
}
|
|
|
|
void VideoTrackObject::interrupt() {
|
|
_shared = nullptr;
|
|
}
|
|
|
|
void VideoTrackObject::fail(Error error) {
|
|
interrupt();
|
|
_error(error);
|
|
}
|
|
|
|
void VideoTrack::Shared::init(QImage &&cover, crl::time position) {
|
|
Expects(!initialized());
|
|
|
|
_frames[0].original = std::move(cover);
|
|
_frames[0].position = position;
|
|
|
|
// Usually main thread sets displayed time before _counter increment.
|
|
// But in this case we update _counter, so we set a fake displayed time.
|
|
_frames[0].displayed = kDisplaySkipped;
|
|
|
|
_counter.store(0, std::memory_order_release);
|
|
}
|
|
|
|
int VideoTrack::Shared::counter() const {
|
|
return _counter.load(std::memory_order_acquire);
|
|
}
|
|
|
|
bool VideoTrack::Shared::initialized() const {
|
|
return (counter() != kCounterUninitialized);
|
|
}
|
|
|
|
not_null<VideoTrack::Frame*> VideoTrack::Shared::getFrame(int index) {
|
|
Expects(index >= 0 && index < kFramesCount);
|
|
|
|
return &_frames[index];
|
|
}
|
|
|
|
not_null<const VideoTrack::Frame*> VideoTrack::Shared::getFrame(
|
|
int index) const {
|
|
Expects(index >= 0 && index < kFramesCount);
|
|
|
|
return &_frames[index];
|
|
}
|
|
|
|
auto VideoTrack::Shared::prepareState(
|
|
crl::time trackTime,
|
|
bool dropStaleFrames)
|
|
-> PrepareState {
|
|
const auto prepareNext = [&](int index) -> PrepareState {
|
|
const auto frame = getFrame(index);
|
|
const auto next = getFrame((index + 1) % kFramesCount);
|
|
if (!IsDecoded(frame)) {
|
|
return frame;
|
|
} else if (!IsDecoded(next)) {
|
|
return next;
|
|
} else if (next->position < frame->position) {
|
|
std::swap(*frame, *next);
|
|
}
|
|
if (next->position == kFinishedPosition || !dropStaleFrames) {
|
|
return PrepareNextCheck(kTimeUnknown);
|
|
} else if (IsStale(frame, trackTime)) {
|
|
std::swap(*frame, *next);
|
|
next->displayed = kDisplaySkipped;
|
|
return next;
|
|
} else {
|
|
return PrepareNextCheck(frame->position - trackTime + 1);
|
|
}
|
|
};
|
|
const auto finishPrepare = [&](int index) -> PrepareState {
|
|
// If player already awaits next frame - we ignore if it's stale.
|
|
dropStaleFrames = false;
|
|
const auto result = prepareNext(index);
|
|
return result.is<PrepareNextCheck>() ? PrepareState() : result;
|
|
};
|
|
|
|
switch (counter()) {
|
|
case 0: return finishPrepare(1);
|
|
case 1: return prepareNext(2);
|
|
case 2: return finishPrepare(2);
|
|
case 3: return prepareNext(3);
|
|
case 4: return finishPrepare(3);
|
|
case 5: return prepareNext(0);
|
|
case 6: return finishPrepare(0);
|
|
case 7: return prepareNext(1);
|
|
}
|
|
Unexpected("Counter value in VideoTrack::Shared::prepareState.");
|
|
}
|
|
|
|
// Sometimes main thread subscribes to check frame requests before
|
|
// the first frame is ready and presented and sometimes after.
|
|
bool VideoTrack::Shared::firstPresentHappened() const {
|
|
switch (counter()) {
|
|
case 0: return false;
|
|
case 1: return true;
|
|
}
|
|
Unexpected("Counter value in VideoTrack::Shared::firstPresentHappened.");
|
|
}
|
|
|
|
template <typename RasterizeCallback>
|
|
auto VideoTrack::Shared::presentFrame(
|
|
TimePoint time,
|
|
float64 playbackSpeed,
|
|
bool dropStaleFrames,
|
|
RasterizeCallback &&rasterize)
|
|
-> PresentFrame {
|
|
const auto present = [&](int counter, int index) -> PresentFrame {
|
|
const auto frame = getFrame(index);
|
|
const auto position = frame->position;
|
|
if (position == kFinishedPosition) {
|
|
return { kFinishedPosition, kTimeUnknown };
|
|
}
|
|
rasterize(frame);
|
|
if (!IsRasterized(frame)) {
|
|
// Error happened during frame prepare.
|
|
return { kTimeUnknown, kTimeUnknown };
|
|
}
|
|
const auto trackLeft = position - time.trackTime;
|
|
frame->display = time.worldTime
|
|
+ crl::time(std::round(trackLeft / playbackSpeed));
|
|
|
|
// Release this frame to the main thread for rendering.
|
|
_counter.store(
|
|
(counter + 1) % (2 * kFramesCount),
|
|
std::memory_order_release);
|
|
return { position, crl::time(0) };
|
|
};
|
|
const auto nextCheckDelay = [&](int index) -> PresentFrame {
|
|
const auto frame = getFrame(index);
|
|
if (frame->position == kFinishedPosition) {
|
|
return { kFinishedPosition, kTimeUnknown };
|
|
}
|
|
const auto next = getFrame((index + 1) % kFramesCount);
|
|
if (!IsDecoded(frame) || !IsDecoded(next)) {
|
|
return { kTimeUnknown, crl::time(0) };
|
|
} else if (next->position == kFinishedPosition
|
|
|| !dropStaleFrames
|
|
|| IsStale(frame, time.trackTime)) {
|
|
return { kTimeUnknown, kTimeUnknown };
|
|
}
|
|
return { kTimeUnknown, (frame->position - time.trackTime + 1) };
|
|
};
|
|
|
|
switch (counter()) {
|
|
case 0: return present(0, 1);
|
|
case 1: return nextCheckDelay(2);
|
|
case 2: return present(2, 2);
|
|
case 3: return nextCheckDelay(3);
|
|
case 4: return present(4, 3);
|
|
case 5: return nextCheckDelay(0);
|
|
case 6: return present(6, 0);
|
|
case 7: return nextCheckDelay(1);
|
|
}
|
|
Unexpected("Counter value in VideoTrack::Shared::prepareState.");
|
|
}
|
|
|
|
crl::time VideoTrack::Shared::nextFrameDisplayTime() const {
|
|
const auto frameDisplayTime = [&](int counter) {
|
|
const auto next = (counter + 1) % (2 * kFramesCount);
|
|
const auto index = next / 2;
|
|
const auto frame = getFrame(index);
|
|
Assert(IsRasterized(frame));
|
|
Assert(frame->display != kTimeUnknown);
|
|
|
|
return frame->display;
|
|
};
|
|
|
|
switch (counter()) {
|
|
case 0: return kTimeUnknown;
|
|
case 1: return frameDisplayTime(1);
|
|
case 2: return kTimeUnknown;
|
|
case 3: return frameDisplayTime(3);
|
|
case 4: return kTimeUnknown;
|
|
case 5: return frameDisplayTime(5);
|
|
case 6: return kTimeUnknown;
|
|
case 7: return frameDisplayTime(7);
|
|
}
|
|
Unexpected("Counter value in VideoTrack::Shared::nextFrameDisplayTime.");
|
|
}
|
|
|
|
crl::time VideoTrack::Shared::markFrameDisplayed(crl::time now) {
|
|
const auto markAndJump = [&](int counter) {
|
|
const auto next = (counter + 1) % (2 * kFramesCount);
|
|
const auto index = next / 2;
|
|
const auto frame = getFrame(index);
|
|
Assert(frame->position != kTimeUnknown);
|
|
Assert(frame->displayed == kTimeUnknown);
|
|
|
|
frame->displayed = now;
|
|
_counter.store(
|
|
next,
|
|
std::memory_order_release);
|
|
return frame->position;
|
|
};
|
|
|
|
switch (counter()) {
|
|
case 0: Unexpected("Value 0 in VideoTrack::Shared::markFrameDisplayed.");
|
|
case 1: return markAndJump(1);
|
|
case 2: Unexpected("Value 2 in VideoTrack::Shared::markFrameDisplayed.");
|
|
case 3: return markAndJump(3);
|
|
case 4: Unexpected("Value 4 in VideoTrack::Shared::markFrameDisplayed.");
|
|
case 5: return markAndJump(5);
|
|
case 6: Unexpected("Value 6 in VideoTrack::Shared::markFrameDisplayed.");
|
|
case 7: return markAndJump(7);
|
|
}
|
|
Unexpected("Counter value in VideoTrack::Shared::markFrameDisplayed.");
|
|
}
|
|
|
|
not_null<VideoTrack::Frame*> VideoTrack::Shared::frameForPaint() {
|
|
const auto result = getFrame(counter() / 2);
|
|
Assert(!result->original.isNull());
|
|
Assert(result->position != kTimeUnknown);
|
|
Assert(result->displayed != kTimeUnknown);
|
|
|
|
return result;
|
|
}
|
|
|
|
VideoTrack::VideoTrack(
|
|
const PlaybackOptions &options,
|
|
Stream &&stream,
|
|
const AudioMsgId &audioId,
|
|
FnMut<void(const Information &)> ready,
|
|
Fn<void(Error)> error)
|
|
: _streamIndex(stream.index)
|
|
, _streamTimeBase(stream.timeBase)
|
|
, _streamDuration(stream.duration)
|
|
//, _streamRotation(stream.rotation)
|
|
//, _streamAspect(stream.aspect)
|
|
, _shared(std::make_unique<Shared>())
|
|
, _wrapped(
|
|
options,
|
|
_shared.get(),
|
|
std::move(stream),
|
|
audioId,
|
|
std::move(ready),
|
|
std::move(error)) {
|
|
}
|
|
|
|
int VideoTrack::streamIndex() const {
|
|
return _streamIndex;
|
|
}
|
|
|
|
AVRational VideoTrack::streamTimeBase() const {
|
|
return _streamTimeBase;
|
|
}
|
|
|
|
crl::time VideoTrack::streamDuration() const {
|
|
return _streamDuration;
|
|
}
|
|
|
|
void VideoTrack::process(Packet &&packet) {
|
|
_wrapped.with([
|
|
packet = std::move(packet)
|
|
](Implementation &unwrapped) mutable {
|
|
unwrapped.process(std::move(packet));
|
|
});
|
|
}
|
|
|
|
void VideoTrack::waitForData() {
|
|
}
|
|
|
|
void VideoTrack::pause(crl::time time) {
|
|
_wrapped.with([=](Implementation &unwrapped) {
|
|
unwrapped.pause(time);
|
|
});
|
|
}
|
|
|
|
void VideoTrack::resume(crl::time time) {
|
|
_wrapped.with([=](Implementation &unwrapped) {
|
|
unwrapped.resume(time);
|
|
});
|
|
}
|
|
|
|
void VideoTrack::setSpeed(float64 speed) {
|
|
_wrapped.with([=](Implementation &unwrapped) {
|
|
unwrapped.setSpeed(speed);
|
|
});
|
|
}
|
|
|
|
crl::time VideoTrack::nextFrameDisplayTime() const {
|
|
return _shared->nextFrameDisplayTime();
|
|
}
|
|
|
|
crl::time VideoTrack::markFrameDisplayed(crl::time now) {
|
|
const auto result = _shared->markFrameDisplayed(now);
|
|
_wrapped.with([](Implementation &unwrapped) {
|
|
unwrapped.frameDisplayed();
|
|
});
|
|
|
|
Ensures(result != kTimeUnknown);
|
|
return result;
|
|
}
|
|
|
|
QImage VideoTrack::frame(const FrameRequest &request) {
|
|
const auto frame = _shared->frameForPaint();
|
|
const auto changed = (frame->request != request)
|
|
&& (request.strict || !frame->request.strict);
|
|
if (changed) {
|
|
frame->request = request;
|
|
_wrapped.with([=](Implementation &unwrapped) {
|
|
unwrapped.updateFrameRequest(request);
|
|
});
|
|
}
|
|
return PrepareFrameByRequest(frame, !changed);
|
|
}
|
|
|
|
QImage VideoTrack::PrepareFrameByRequest(
|
|
not_null<Frame*> frame,
|
|
bool useExistingPrepared) {
|
|
Expects(!frame->original.isNull());
|
|
|
|
if (GoodForRequest(frame->original, frame->request)) {
|
|
return frame->original;
|
|
} else if (frame->prepared.isNull() || !useExistingPrepared) {
|
|
frame->prepared = PrepareByRequest(
|
|
frame->original,
|
|
frame->request,
|
|
std::move(frame->prepared));
|
|
}
|
|
return frame->prepared;
|
|
}
|
|
|
|
bool VideoTrack::IsDecoded(not_null<const Frame*> frame) {
|
|
return (frame->position != kTimeUnknown)
|
|
&& (frame->displayed == kTimeUnknown);
|
|
}
|
|
|
|
bool VideoTrack::IsRasterized(not_null<const Frame*> frame) {
|
|
return IsDecoded(frame)
|
|
&& !frame->original.isNull();
|
|
}
|
|
|
|
bool VideoTrack::IsStale(not_null<const Frame*> frame, crl::time trackTime) {
|
|
Expects(IsDecoded(frame));
|
|
|
|
return (frame->position < trackTime);
|
|
}
|
|
|
|
rpl::producer<> VideoTrack::checkNextFrame() const {
|
|
return _wrapped.producer_on_main([](const Implementation &unwrapped) {
|
|
return unwrapped.checkNextFrame();
|
|
});
|
|
}
|
|
|
|
rpl::producer<> VideoTrack::waitingForData() const {
|
|
return _wrapped.producer_on_main([](const Implementation &unwrapped) {
|
|
return unwrapped.waitingForData();
|
|
});
|
|
}
|
|
|
|
VideoTrack::~VideoTrack() {
|
|
_wrapped.with([shared = std::move(_shared)](Implementation &unwrapped) {
|
|
unwrapped.interrupt();
|
|
});
|
|
}
|
|
|
|
} // namespace Streaming
|
|
} // namespace Media
|