tdesktop/Telegram/SourceFiles/media/streaming/media_streaming_file.cpp

447 lines
10 KiB
C++
Raw Normal View History

/*
This file is part of Telegram Desktop,
the official desktop application for the Telegram messaging service.
For license and copyright information please follow this link:
https://github.com/telegramdesktop/tdesktop/blob/master/LEGAL
*/
#include "media/streaming/media_streaming_file.h"
#include "media/streaming/media_streaming_loader.h"
#include "media/streaming/media_streaming_file_delegate.h"
2019-06-26 15:04:38 +00:00
#include "ffmpeg/ffmpeg_utility.h"
namespace Media {
namespace Streaming {
namespace {
constexpr auto kMaxSingleReadAmount = 8 * 1024 * 1024;
constexpr auto kMaxQueuedPackets = 1024;
} // namespace
File::Context::Context(
not_null<FileDelegate*> delegate,
not_null<Reader*> reader)
: _delegate(delegate)
, _reader(reader)
, _size(reader->size()) {
}
File::Context::~Context() = default;
int File::Context::Read(void *opaque, uint8_t *buffer, int bufferSize) {
return static_cast<Context*>(opaque)->read(
bytes::make_span(buffer, bufferSize));
}
int64_t File::Context::Seek(void *opaque, int64_t offset, int whence) {
return static_cast<Context*>(opaque)->seek(offset, whence);
}
int File::Context::read(bytes::span buffer) {
Assert(_size >= _offset);
const auto amount = std::min(std::size_t(_size - _offset), buffer.size());
if (unroll()) {
return -1;
} else if (amount > kMaxSingleReadAmount) {
LOG(("Streaming Error: Read callback asked for too much data: %1"
).arg(amount));
return -1;
} else if (!amount) {
return amount;
}
buffer = buffer.subspan(0, amount);
while (true) {
const auto result = _reader->fill(_offset, buffer, &_semaphore);
if (result == Reader::FillState::Success) {
break;
} else if (result == Reader::FillState::WaitingRemote) {
processQueuedPackets(SleepPolicy::Allowed);
_delegate->fileWaitingForData();
}
_semaphore.acquire();
if (_interrupted) {
return -1;
2019-04-12 07:34:39 +00:00
} else if (const auto error = _reader->streamingError()) {
2019-03-05 13:56:27 +00:00
fail(*error);
return -1;
}
}
sendFullInCache();
_offset += amount;
return amount;
}
int64_t File::Context::seek(int64_t offset, int whence) {
const auto checkedSeek = [&](int64_t offset) {
if (_failed || offset < 0 || offset > _size) {
return -1;
}
return (_offset = offset);
};
switch (whence) {
case SEEK_SET: return checkedSeek(offset);
case SEEK_CUR: return checkedSeek(_offset + offset);
case SEEK_END: return checkedSeek(_size + offset);
case AVSEEK_SIZE: return _size;
}
return -1;
}
void File::Context::logError(QLatin1String method) {
if (!unroll()) {
2019-06-26 15:04:38 +00:00
FFmpeg::LogError(method);
}
}
2019-06-26 15:04:38 +00:00
void File::Context::logError(
QLatin1String method,
FFmpeg::AvErrorWrap error) {
if (!unroll()) {
2019-06-26 15:04:38 +00:00
FFmpeg::LogError(method, error);
}
}
void File::Context::logFatal(QLatin1String method) {
if (!unroll()) {
2019-06-26 15:04:38 +00:00
FFmpeg::LogError(method);
2019-03-05 13:56:27 +00:00
fail(_format ? Error::InvalidData : Error::OpenFailed);
}
}
2019-06-26 15:04:38 +00:00
void File::Context::logFatal(
QLatin1String method,
FFmpeg::AvErrorWrap error) {
if (!unroll()) {
2019-06-26 15:04:38 +00:00
FFmpeg::LogError(method, error);
2019-03-05 13:56:27 +00:00
fail(_format ? Error::InvalidData : Error::OpenFailed);
}
}
2019-03-05 13:56:27 +00:00
Stream File::Context::initStream(
not_null<AVFormatContext*> format,
AVMediaType type) {
auto result = Stream();
const auto index = result.index = av_find_best_stream(
2019-03-05 13:56:27 +00:00
format,
type,
-1,
-1,
nullptr,
0);
if (index < 0) {
return result;
}
2019-03-05 13:56:27 +00:00
const auto info = format->streams[index];
if (type == AVMEDIA_TYPE_VIDEO) {
2019-06-26 15:04:38 +00:00
result.rotation = FFmpeg::ReadRotationFromMetadata(info);
result.aspect = FFmpeg::ValidateAspectRatio(info->sample_aspect_ratio);
} else if (type == AVMEDIA_TYPE_AUDIO) {
result.frequency = info->codecpar->sample_rate;
if (!result.frequency) {
return result;
}
}
2019-06-26 15:04:38 +00:00
result.codec = FFmpeg::MakeCodecPointer(info);
2019-02-22 12:39:32 +00:00
if (!result.codec) {
2019-12-26 14:14:35 +00:00
if (info->codecpar->codec_id == AV_CODEC_ID_MJPEG) {
// mp3 files contain such "video stream", just ignore it.
return Stream();
}
return result;
2019-02-22 12:39:32 +00:00
}
2019-06-26 15:04:38 +00:00
result.frame = FFmpeg::MakeFramePointer();
if (!result.frame) {
result.codec = nullptr;
return result;
}
result.timeBase = info->time_base;
result.duration = (info->duration != AV_NOPTS_VALUE)
2019-06-26 15:04:38 +00:00
? FFmpeg::PtsToTime(info->duration, result.timeBase)
: FFmpeg::PtsToTime(format->duration, FFmpeg::kUniversalTimeBase);
2020-01-17 13:56:05 +00:00
if (result.duration == kTimeUnknown) {
result.duration = kDurationUnavailable;
2020-01-17 13:56:05 +00:00
} else if (result.duration <= 0) {
result.codec = nullptr;
} else {
++result.duration;
if (result.duration > kDurationMax) {
result.duration = 0;
result.codec = nullptr;
}
}
return result;
}
2019-02-22 11:58:26 +00:00
void File::Context::seekToPosition(
2019-03-05 13:56:27 +00:00
not_null<AVFormatContext*> format,
2019-02-22 11:58:26 +00:00
const Stream &stream,
crl::time position) {
2019-06-26 15:04:38 +00:00
auto error = FFmpeg::AvErrorWrap();
if (!position) {
return;
} else if (stream.duration == kDurationUnavailable) {
// Seek in files with unknown duration is not supported.
return;
}
2019-02-22 11:58:26 +00:00
//
// Non backward search reads the whole file if the position is after
// the last keyframe inside the index. So we search only backward.
//
//const auto seekFlags = 0;
//error = av_seek_frame(
2019-03-05 13:56:27 +00:00
// format,
2019-02-22 11:58:26 +00:00
// streamIndex,
// TimeToPts(position, kUniversalTimeBase),
// seekFlags);
//if (!error) {
// return;
//}
//
error = av_seek_frame(
2019-03-05 13:56:27 +00:00
format,
2019-02-22 11:58:26 +00:00
stream.index,
2019-06-26 15:04:38 +00:00
FFmpeg::TimeToPts(
2019-02-22 11:58:26 +00:00
std::clamp(position, crl::time(0), stream.duration - 1),
stream.timeBase),
AVSEEK_FLAG_BACKWARD);
if (!error) {
return;
}
return logFatal(qstr("av_seek_frame"), error);
}
2019-06-26 15:04:38 +00:00
base::variant<FFmpeg::Packet, FFmpeg::AvErrorWrap> File::Context::readPacket() {
auto error = FFmpeg::AvErrorWrap();
2019-06-26 15:04:38 +00:00
auto result = FFmpeg::Packet();
error = av_read_frame(_format.get(), &result.fields());
if (unroll()) {
2019-06-26 15:04:38 +00:00
return FFmpeg::AvErrorWrap();
} else if (!error) {
return result;
} else if (error.code() != AVERROR_EOF) {
logFatal(qstr("av_read_frame"), error);
}
return error;
}
void File::Context::start(crl::time position) {
2019-06-26 15:04:38 +00:00
auto error = FFmpeg::AvErrorWrap();
if (unroll()) {
return;
}
2019-06-26 15:04:38 +00:00
auto format = FFmpeg::MakeFormatPointer(
static_cast<void *>(this),
&Context::Read,
nullptr,
&Context::Seek);
2019-03-05 13:56:27 +00:00
if (!format) {
return fail(Error::OpenFailed);
}
2019-03-05 13:56:27 +00:00
if ((error = avformat_find_stream_info(format.get(), nullptr))) {
return logFatal(qstr("avformat_find_stream_info"), error);
}
2019-03-05 13:56:27 +00:00
auto video = initStream(format.get(), AVMEDIA_TYPE_VIDEO);
if (unroll()) {
return;
}
2019-03-05 13:56:27 +00:00
auto audio = initStream(format.get(), AVMEDIA_TYPE_AUDIO);
if (unroll()) {
return;
}
_reader->headerDone();
if (_reader->isRemoteLoader()) {
sendFullInCache(true);
}
2019-02-22 11:58:26 +00:00
if (video.codec || audio.codec) {
2019-03-05 13:56:27 +00:00
seekToPosition(format.get(), video.codec ? video : audio, position);
2019-02-22 11:58:26 +00:00
}
if (unroll()) {
return;
}
if (video.codec) {
_queuedPackets[video.index].reserve(kMaxQueuedPackets);
}
if (audio.codec) {
_queuedPackets[audio.index].reserve(kMaxQueuedPackets);
}
2019-05-31 11:45:35 +00:00
const auto header = _reader->headerSize();
if (!_delegate->fileReady(header, std::move(video), std::move(audio))) {
2019-03-05 13:56:27 +00:00
return fail(Error::OpenFailed);
}
2019-03-05 13:56:27 +00:00
_format = std::move(format);
}
void File::Context::sendFullInCache(bool force) {
const auto started = _fullInCache.has_value();
if (force || started) {
const auto nowFullInCache = _reader->fullInCache();
if (!started || *_fullInCache != nowFullInCache) {
_fullInCache = nowFullInCache;
_delegate->fileFullInCache(nowFullInCache);
}
}
}
void File::Context::readNextPacket() {
auto result = readPacket();
if (unroll()) {
return;
2019-06-26 15:04:38 +00:00
} else if (const auto packet = base::get_if<FFmpeg::Packet>(&result)) {
const auto index = packet->fields().stream_index;
const auto i = _queuedPackets.find(index);
if (i == end(_queuedPackets)) {
return;
}
i->second.push_back(std::move(*packet));
if (i->second.size() == kMaxQueuedPackets) {
processQueuedPackets(SleepPolicy::Allowed);
}
2020-01-21 10:50:00 +00:00
Assert(i->second.size() < kMaxQueuedPackets);
} else {
// Still trying to read by drain.
2019-06-26 15:04:38 +00:00
Assert(result.is<FFmpeg::AvErrorWrap>());
Assert(result.get<FFmpeg::AvErrorWrap>().code() == AVERROR_EOF);
processQueuedPackets(SleepPolicy::Allowed);
if (!finished()) {
handleEndOfFile();
}
}
}
2019-02-25 10:17:25 +00:00
void File::Context::handleEndOfFile() {
2019-12-21 13:57:06 +00:00
_delegate->fileProcessEndOfFile();
if (_delegate->fileReadMore()) {
_readTillEnd = false;
2019-06-26 15:04:38 +00:00
auto error = FFmpeg::AvErrorWrap(av_seek_frame(
_format.get(),
-1, // stream_index
0, // timestamp
AVSEEK_FLAG_BACKWARD));
if (error) {
logFatal(qstr("av_seek_frame"));
}
// If we loaded a file till the end then we think it is fully cached,
// assume we finished loading and don't want to keep all other
// download tasks throttled because of an active streaming.
_reader->tryRemoveLoaderAsync();
} else {
_readTillEnd = true;
}
}
void File::Context::processQueuedPackets(SleepPolicy policy) {
const auto more = _delegate->fileProcessPackets(_queuedPackets);
if (!more && policy == SleepPolicy::Allowed) {
do {
_reader->startSleep(&_semaphore);
_semaphore.acquire();
_reader->stopSleep();
} while (!unroll() && !_delegate->fileReadMore());
}
}
void File::Context::interrupt() {
_interrupted = true;
_semaphore.release();
}
void File::Context::wake() {
_semaphore.release();
}
bool File::Context::interrupted() const {
return _interrupted;
}
bool File::Context::failed() const {
return _failed;
}
bool File::Context::unroll() const {
return failed() || interrupted();
}
2019-03-05 13:56:27 +00:00
void File::Context::fail(Error error) {
_failed = true;
2019-03-05 13:56:27 +00:00
_delegate->fileError(error);
}
bool File::Context::finished() const {
2019-02-25 10:17:25 +00:00
return unroll() || _readTillEnd;
}
void File::Context::stopStreamingAsync() {
// If we finished loading we don't want to keep all other
// download tasks throttled because of an active streaming.
_reader->stopStreamingAsync();
}
File::File(std::shared_ptr<Reader> reader)
: _reader(std::move(reader)) {
}
void File::start(not_null<FileDelegate*> delegate, crl::time position) {
stop(true);
_reader->startStreaming();
_context.emplace(delegate, _reader.get());
_thread = std::thread([=, context = &*_context] {
context->start(position);
while (!context->finished()) {
context->readNextPacket();
}
if (!context->interrupted()) {
context->stopStreamingAsync();
}
});
}
void File::wake() {
Expects(_context.has_value());
_context->wake();
}
void File::stop(bool stillActive) {
if (_thread.joinable()) {
_context->interrupt();
_thread.join();
}
_reader->stopStreaming(stillActive);
_context.reset();
}
2019-03-05 13:56:27 +00:00
bool File::isRemoteLoader() const {
return _reader->isRemoteLoader();
2019-03-05 13:56:27 +00:00
}
void File::setLoaderPriority(int priority) {
_reader->setLoaderPriority(priority);
}
File::~File() {
stop();
}
} // namespace Streaming
} // namespace Media