tdesktop/Telegram/SourceFiles/gui/animation.cpp

1163 lines
32 KiB
C++
Raw Normal View History

/*
This file is part of Telegram Desktop,
the official desktop version of Telegram messaging app, see https://telegram.org
Telegram Desktop is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
It is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
2015-10-03 16:16:42 +03:00
In addition, as a special exception, the copyright holders give permission
to link the code of portions of this program with the OpenSSL library.
Full license: https://github.com/telegramdesktop/tdesktop/blob/master/LICENSE
2015-10-03 16:16:42 +03:00
Copyright (c) 2014-2015 John Preston, https://desktop.telegram.org
*/
#include "stdafx.h"
#include "animation.h"
2015-04-19 13:29:19 +03:00
#include "mainwidget.h"
#include "window.h"
namespace {
2015-12-08 15:33:37 +03:00
AnimationManager *_manager = 0;
2015-12-15 17:50:51 +03:00
QVector<QThread*> _clipThreads;
QVector<ClipReadManager*> _clipManagers;
};
namespace anim {
float64 linear(const float64 &delta, const float64 &dt) {
return delta * dt;
}
float64 sineInOut(const float64 &delta, const float64 &dt) {
return -(delta / 2) * (cos(M_PI * dt) - 1);
}
float64 halfSine(const float64 &delta, const float64 &dt) {
return delta * sin(M_PI * dt / 2);
}
float64 easeOutBack(const float64 &delta, const float64 &dt) {
static const float64 s = 1.70158;
const float64 t = dt - 1;
return delta * (t * t * ((s + 1) * t + s) + 1);
}
float64 easeInCirc(const float64 &delta, const float64 &dt) {
return -delta * (sqrt(1 - dt * dt) - 1);
}
float64 easeOutCirc(const float64 &delta, const float64 &dt) {
const float64 t = dt - 1;
return delta * sqrt(1 - t * t);
}
float64 easeInCubic(const float64 &delta, const float64 &dt) {
return delta * dt * dt * dt;
}
float64 easeOutCubic(const float64 &delta, const float64 &dt) {
const float64 t = dt - 1;
return delta * (t * t * t + 1);
}
float64 easeInQuint(const float64 &delta, const float64 &dt) {
const float64 t2 = dt * dt;
return delta * t2 * t2 * dt;
}
float64 easeOutQuint(const float64 &delta, const float64 &dt) {
const float64 t = dt - 1, t2 = t * t;
return delta * (t2 * t2 * t + 1);
}
2015-12-08 15:33:37 +03:00
void startManager() {
2015-12-15 17:50:51 +03:00
stopManager();
2015-12-08 15:33:37 +03:00
_manager = new AnimationManager();
2015-12-15 17:50:51 +03:00
}
2015-12-08 15:33:37 +03:00
void stopManager() {
delete _manager;
_manager = 0;
2015-12-15 17:50:51 +03:00
if (!_clipThreads.isEmpty()) {
for (int32 i = 0, l = _clipThreads.size(); i < l; ++i) {
_clipThreads.at(i)->quit();
_clipThreads.at(i)->wait();
delete _clipManagers.at(i);
}
_clipThreads.clear();
_clipManagers.clear();
}
}
2015-12-08 15:33:37 +03:00
}
2015-12-08 15:33:37 +03:00
void Animation::start() {
if (!_manager) return;
_cb.start();
2015-12-08 15:33:37 +03:00
_manager->start(this);
_animating = true;
}
2015-12-08 15:33:37 +03:00
void Animation::stop() {
if (!_manager) return;
_animating = false;
_manager->stop(this);
}
2015-04-19 13:29:19 +03:00
2015-12-28 00:37:48 +03:00
AnimationManager::AnimationManager() : _timer(this), _iterating(false) {
_timer.setSingleShot(false);
connect(&_timer, SIGNAL(timeout()), this, SLOT(timeout()));
}
void AnimationManager::start(Animation *obj) {
if (_iterating) {
_starting.insert(obj, NullType());
if (!_stopping.isEmpty()) {
_stopping.remove(obj);
}
} else {
if (_objects.isEmpty()) {
_timer.start(AnimationTimerDelta);
}
_objects.insert(obj, NullType());
}
}
void AnimationManager::stop(Animation *obj) {
if (_iterating) {
_stopping.insert(obj, NullType());
if (!_starting.isEmpty()) {
_starting.insert(obj, NullType());
}
} else {
AnimatingObjects::iterator i = _objects.find(obj);
if (i != _objects.cend()) {
_objects.erase(i);
if (_objects.isEmpty()) {
_timer.stop();
}
}
}
}
void AnimationManager::timeout() {
_iterating = true;
uint64 ms = getms();
for (AnimatingObjects::const_iterator i = _objects.begin(), e = _objects.end(); i != e; ++i) {
i.key()->step(ms, true);
}
_iterating = false;
if (!_starting.isEmpty()) {
for (AnimatingObjects::iterator i = _starting.begin(), e = _starting.end(); i != e; ++i) {
_objects.insert(i.key(), NullType());
}
_starting.clear();
}
if (!_stopping.isEmpty()) {
for (AnimatingObjects::iterator i = _stopping.begin(), e = _stopping.end(); i != e; ++i) {
_objects.remove(i.key());
}
_stopping.clear();
}
if (!_objects.size()) {
_timer.stop();
}
}
void AnimationManager::clipCallback(ClipReader *reader, qint32 threadIndex, qint32 notification) {
ClipReader::callback(reader, threadIndex, ClipReaderNotification(notification));
2015-05-21 15:08:05 +03:00
}
2015-12-28 00:37:48 +03:00
QPixmap _prepareFrame(const ClipFrameRequest &request, const QImage &original, QImage &cache, bool hasAlpha) {
2015-12-15 17:50:51 +03:00
bool badSize = (original.width() != request.framew) || (original.height() != request.frameh);
bool needOuter = (request.outerw != request.framew) || (request.outerh != request.frameh);
2015-12-28 00:37:48 +03:00
if (badSize || needOuter || hasAlpha || request.rounded) {
2015-12-15 17:50:51 +03:00
int32 factor(request.factor);
bool fill = false;
if (cache.width() != request.outerw || cache.height() != request.outerh) {
cache = QImage(request.outerw, request.outerh, QImage::Format_ARGB32_Premultiplied);
2015-12-28 00:37:48 +03:00
if (request.framew < request.outerw || request.frameh < request.outerh || hasAlpha) {
2015-12-15 17:50:51 +03:00
fill = true;
}
cache.setDevicePixelRatio(factor);
}
{
Painter p(&cache);
2015-12-28 00:37:48 +03:00
if (fill) {
p.fillRect(0, 0, cache.width() / factor, cache.height() / factor, st::black);
}
QPoint position((request.outerw - request.framew) / (2 * factor), (request.outerh - request.frameh) / (2 * factor));
if (badSize) {
p.setRenderHint(QPainter::SmoothPixmapTransform);
QRect to(position, QSize(request.framew / factor, request.frameh / factor));
QRect from(0, 0, original.width(), original.height());
p.drawImage(to, original, from, Qt::ColorOnly);
} else {
p.drawImage(position, original);
}
2015-12-15 17:50:51 +03:00
}
if (request.rounded) {
imageRound(cache);
}
return QPixmap::fromImage(cache, Qt::ColorOnly);
}
return QPixmap::fromImage(original, Qt::ColorOnly);
}
ClipReader::ClipReader(const FileLocation &location, const QByteArray &data, Callback::Creator cb)
2015-12-28 00:37:48 +03:00
: _cb(cb)
, _state(ClipReading)
, _width(0)
, _height(0)
2015-12-15 17:50:51 +03:00
, _currentDisplayed(1)
, _paused(0)
, _lastDisplayMs(0)
, _startDisplayMs(getms())
, _autoplay(false)
2015-12-15 17:50:51 +03:00
, _private(0) {
if (_clipThreads.size() < ClipThreadsCount) {
_threadIndex = _clipThreads.size();
_clipThreads.push_back(new QThread());
_clipManagers.push_back(new ClipReadManager(_clipThreads.back()));
_clipThreads.back()->start();
} else {
_threadIndex = int32(MTP::nonce<uint32>() % _clipThreads.size());
2015-12-15 17:50:51 +03:00
int32 loadLevel = 0x7FFFFFFF;
for (int32 i = 0, l = _clipThreads.size(); i < l; ++i) {
int32 level = _clipManagers.at(i)->loadLevel();
if (level < loadLevel) {
_threadIndex = i;
loadLevel = level;
}
}
}
_clipManagers.at(_threadIndex)->append(this, location, data);
}
2015-12-28 00:37:48 +03:00
void ClipReader::callback(ClipReader *reader, int32 threadIndex, ClipReaderNotification notification) {
// check if reader is not deleted already
if (_clipManagers.size() > threadIndex && _clipManagers.at(threadIndex)->carries(reader)) {
reader->_cb.call(notification);
2015-12-28 00:37:48 +03:00
}
}
2015-12-15 17:50:51 +03:00
void ClipReader::start(int32 framew, int32 frameh, int32 outerw, int32 outerh, bool rounded) {
if (_clipManagers.size() <= _threadIndex) error();
if (_state == ClipError) return;
2015-12-15 17:50:51 +03:00
int32 factor(cIntRetinaFactor());
_request.factor = factor;
_request.framew = framew * factor;
_request.frameh = frameh * factor;
_request.outerw = outerw * factor;
_request.outerh = outerh * factor;
_request.rounded = rounded;
_clipManagers.at(_threadIndex)->start(this);
}
QPixmap ClipReader::current(int32 framew, int32 frameh, int32 outerw, int32 outerh, uint64 ms) {
_currentDisplayed.store(1);
if (ms) {
_lastDisplayMs.storeRelease(int32(ms - _startDisplayMs.get()));
if (_paused.loadAcquire()) {
_paused.storeRelease(0);
if (_clipManagers.size() <= _threadIndex) error();
if (_state != ClipError) {
_clipManagers.at(_threadIndex)->update(this);
}
}
}
2015-12-15 17:50:51 +03:00
int32 factor(cIntRetinaFactor());
QPixmap result(_current);
if (result.width() == outerw * factor && result.height() == outerh * factor) {
return result;
}
_request.framew = framew * factor;
_request.frameh = frameh * factor;
_request.outerw = outerw * factor;
_request.outerh = outerh * factor;
QImage current(_currentOriginal);
2015-12-28 01:49:08 +03:00
current.setDevicePixelRatio(cRetinaFactor());
2015-12-15 17:50:51 +03:00
result = _current = QPixmap();
result = _current = _prepareFrame(_request, current, _cacheForResize, true);
if (_clipManagers.size() <= _threadIndex) error();
if (_state != ClipError) {
_clipManagers.at(_threadIndex)->update(this);
}
2015-12-15 17:50:51 +03:00
return result;
}
bool ClipReader::ready() const {
if (_width && _height) return true;
QImage first(_currentOriginal);
if (first.isNull()) return false;
_width = first.width();
_height = first.height();
return true;
}
2015-12-15 17:50:51 +03:00
int32 ClipReader::width() const {
return _width;
}
2015-12-15 17:50:51 +03:00
int32 ClipReader::height() const {
return _height;
}
ClipState ClipReader::state() const {
return _state;
}
2015-12-15 17:50:51 +03:00
void ClipReader::stop() {
if (_clipManagers.size() <= _threadIndex) error();
if (_state != ClipError) {
_clipManagers.at(_threadIndex)->stop(this);
_width = _height = 0;
}
2015-12-15 17:50:51 +03:00
}
void ClipReader::error() {
_private = 0;
_state = ClipError;
}
ClipReader::~ClipReader() {
2015-12-15 17:50:51 +03:00
stop();
}
2015-12-17 20:31:28 +03:00
class ClipReaderImplementation {
public:
2015-12-28 18:34:45 +03:00
ClipReaderImplementation(FileLocation *location, QByteArray *data)
: _location(location)
, _data(data)
, _device(0)
, _dataSize(0) {
2015-12-17 20:31:28 +03:00
}
2015-12-28 00:37:48 +03:00
virtual bool readNextFrame(QImage &to, bool &hasAlpha, const QSize &size) = 0;
2015-12-17 20:31:28 +03:00
virtual int32 nextFrameDelay() = 0;
2015-12-28 18:34:45 +03:00
virtual bool start(bool onlyGifv) = 0;
2015-12-17 20:31:28 +03:00
virtual ~ClipReaderImplementation() {
}
2015-12-28 18:34:45 +03:00
int64 dataSize() const {
return _dataSize;
}
2015-12-17 20:31:28 +03:00
protected:
FileLocation *_location;
QByteArray *_data;
QFile _file;
QBuffer _buffer;
QIODevice *_device;
2015-12-28 18:34:45 +03:00
int64 _dataSize;
2015-12-17 20:31:28 +03:00
void initDevice() {
if (_data->isEmpty()) {
if (_file.isOpen()) _file.close();
_file.setFileName(_location->name());
2015-12-28 18:34:45 +03:00
_dataSize = _file.size();
2015-12-17 20:31:28 +03:00
} else {
if (_buffer.isOpen()) _buffer.close();
_buffer.setBuffer(_data);
2015-12-28 18:34:45 +03:00
_dataSize = _data->size();
2015-12-17 20:31:28 +03:00
}
_device = _data->isEmpty() ? static_cast<QIODevice*>(&_file) : static_cast<QIODevice*>(&_buffer);
}
};
class QtGifReaderImplementation : public ClipReaderImplementation{
public:
QtGifReaderImplementation(FileLocation *location, QByteArray *data) : ClipReaderImplementation(location, data)
, _reader(0)
, _framesLeft(0)
, _frameDelay(0) {
}
2015-12-28 00:37:48 +03:00
bool readNextFrame(QImage &to, bool &hasAlpha, const QSize &size) {
2015-12-19 00:36:16 +03:00
if (_reader) _frameDelay = _reader->nextImageDelay();
2015-12-17 20:31:28 +03:00
if (_framesLeft < 1 && !jumpToStart()) {
return false;
}
QImage frame; // QGifHandler always reads first to internal QImage and returns it
if (!_reader->read(&frame)) {
return false;
}
--_framesLeft;
2015-12-28 00:37:48 +03:00
if (size.isEmpty() || size == frame.size()) {
int32 w = frame.width(), h = frame.height();
if (to.width() == w && to.height() == h && to.format() == frame.format()) {
if (to.byteCount() != frame.byteCount()) {
int bpl = qMin(to.bytesPerLine(), frame.bytesPerLine());
for (int i = 0; i < h; ++i) {
memcpy(to.scanLine(i), frame.constScanLine(i), bpl);
}
} else {
memcpy(to.bits(), frame.constBits(), frame.byteCount());
2015-12-17 20:31:28 +03:00
}
} else {
2015-12-28 00:37:48 +03:00
to = frame.copy();
2015-12-17 20:31:28 +03:00
}
} else {
2015-12-28 00:37:48 +03:00
to = frame.scaled(size, Qt::IgnoreAspectRatio, Qt::SmoothTransformation);
2015-12-17 20:31:28 +03:00
}
2015-12-28 00:37:48 +03:00
hasAlpha = frame.hasAlphaChannel();
2015-12-17 20:31:28 +03:00
return true;
}
int32 nextFrameDelay() {
return _frameDelay;
}
2015-12-28 18:34:45 +03:00
bool start(bool onlyGifv) {
if (onlyGifv) return false;
2015-12-17 20:31:28 +03:00
return jumpToStart();
}
~QtGifReaderImplementation() {
deleteAndMark(_reader);
2015-12-17 20:31:28 +03:00
}
private:
QImageReader *_reader;
int32 _framesLeft, _frameDelay;
bool jumpToStart() {
if (_reader && _reader->jumpToImage(0)) {
_framesLeft = _reader->imageCount();
return true;
}
delete _reader;
initDevice();
_reader = new QImageReader(_device);
#if QT_VERSION >= QT_VERSION_CHECK(5, 5, 0)
_reader->setAutoTransform(true);
#endif
2015-12-17 20:31:28 +03:00
if (!_reader->canRead() || !_reader->supportsAnimation()) {
return false;
}
_framesLeft = _reader->imageCount();
if (_framesLeft < 1) {
return false;
}
return true;
}
};
class FFMpegReaderImplementation : public ClipReaderImplementation {
public:
FFMpegReaderImplementation(FileLocation *location, QByteArray *data) : ClipReaderImplementation(location, data)
, _ioBuffer(0)
, _ioContext(0)
, _fmtContext(0)
, _codec(0)
, _codecContext(0)
, _streamId(0)
, _frame(0)
, _opened(false)
, _hadFrame(false)
, _packetSize(0)
, _packetData(0)
, _packetWas(false)
, _width(0)
, _height(0)
, _swsContext(0)
, _frameMs(0)
2015-12-17 20:31:28 +03:00
, _nextFrameDelay(0)
, _currentFrameDelay(0) {
2015-12-17 20:31:28 +03:00
_frame = av_frame_alloc();
av_init_packet(&_avpkt);
_avpkt.data = NULL;
_avpkt.size = 0;
}
2015-12-28 00:37:48 +03:00
bool readNextFrame(QImage &to, bool &hasAlpha, const QSize &size) {
2015-12-17 20:31:28 +03:00
int res;
while (true) {
if (_avpkt.size > 0) { // previous packet not finished
res = 0;
} else if ((res = av_read_frame(_fmtContext, &_avpkt)) < 0) {
if (res != AVERROR_EOF || !_hadFrame) {
char err[AV_ERROR_MAX_STRING_SIZE] = { 0 };
LOG(("Gif Error: Unable to av_read_frame() %1, error %2, %3").arg(logData()).arg(res).arg(av_make_error_string(err, sizeof(err), res)));
return false;
}
}
bool finished = (res < 0);
if (finished) {
_avpkt.data = NULL;
_avpkt.size = 0;
} else {
rememberPacket();
}
int32 got_frame = 0;
int32 decoded = _avpkt.size;
if (_avpkt.stream_index == _streamId) {
if ((res = avcodec_decode_video2(_codecContext, _frame, &got_frame, &_avpkt)) < 0) {
char err[AV_ERROR_MAX_STRING_SIZE] = { 0 };
LOG(("Gif Error: Unable to avcodec_decode_video2() %1, error %2, %3").arg(logData()).arg(res).arg(av_make_error_string(err, sizeof(err), res)));
if (res == AVERROR_INVALIDDATA) { // try to skip bad packet
freePacket();
_avpkt.data = NULL;
_avpkt.size = 0;
continue;
}
if (res != AVERROR_EOF || !_hadFrame) { // try to skip end of file
return false;
}
freePacket();
_avpkt.data = NULL;
_avpkt.size = 0;
continue;
2015-12-17 20:31:28 +03:00
}
if (res > 0) decoded = res;
}
if (!finished) {
_avpkt.data += decoded;
_avpkt.size -= decoded;
if (_avpkt.size <= 0) freePacket();
}
if (got_frame) {
_hadFrame = true;
if (!_width || !_height) {
_width = _frame->width;
_height = _frame->height;
if (!_width || !_height) {
LOG(("Gif Error: Bad frame size %1").arg(logData()));
return false;
}
}
2015-12-28 00:37:48 +03:00
QSize toSize(size.isEmpty() ? QSize(_width, _height) : size);
if (to.isNull() || to.size() != toSize) {
to = QImage(toSize, QImage::Format_ARGB32);
2015-12-17 20:31:28 +03:00
}
2015-12-28 16:36:15 +03:00
hasAlpha = (_frame->format == AV_PIX_FMT_BGRA || (_frame->format == -1 && _codecContext->pix_fmt == AV_PIX_FMT_BGRA));
if (_frame->width == toSize.width() && _frame->height == toSize.height() && hasAlpha) {
2015-12-17 20:31:28 +03:00
int32 sbpl = _frame->linesize[0], dbpl = to.bytesPerLine(), bpl = qMin(sbpl, dbpl);
uchar *s = _frame->data[0], *d = to.bits();
for (int32 i = 0, l = _frame->height; i < l; ++i) {
memcpy(d + i * dbpl, s + i * sbpl, bpl);
}
} else {
2015-12-28 00:37:48 +03:00
if ((_swsSize != toSize) || (_frame->format != -1 && _frame->format != _codecContext->pix_fmt) || !_swsContext) {
_swsSize = toSize;
_swsContext = sws_getCachedContext(_swsContext, _frame->width, _frame->height, AVPixelFormat(_frame->format), toSize.width(), toSize.height(), AV_PIX_FMT_BGRA, 0, 0, 0, 0);
2015-12-17 20:31:28 +03:00
}
uint8_t * toData[1] = { to.bits() };
int toLinesize[1] = { to.bytesPerLine() };
2015-12-28 00:37:48 +03:00
if ((res = sws_scale(_swsContext, _frame->data, _frame->linesize, 0, _frame->height, toData, toLinesize)) != _swsSize.height()) {
LOG(("Gif Error: Unable to sws_scale to good size %1, height %2, should be %3").arg(logData()).arg(res).arg(_swsSize.height()));
2015-12-17 20:31:28 +03:00
return false;
}
}
int64 duration = av_frame_get_pkt_duration(_frame);
2015-12-19 00:36:16 +03:00
int64 framePts = (_frame->pkt_pts == AV_NOPTS_VALUE) ? _frame->pkt_dts : _frame->pkt_pts;
int64 frameMs = (framePts * 1000LL * _fmtContext->streams[_streamId]->time_base.num) / _fmtContext->streams[_streamId]->time_base.den;
_currentFrameDelay = _nextFrameDelay;
if (_frameMs + _currentFrameDelay < frameMs) {
_currentFrameDelay = int32(frameMs - _frameMs);
}
2015-12-17 20:31:28 +03:00
if (duration == AV_NOPTS_VALUE) {
2015-12-19 00:36:16 +03:00
_nextFrameDelay = 0;
2015-12-17 20:31:28 +03:00
} else {
_nextFrameDelay = (duration * 1000LL * _fmtContext->streams[_streamId]->time_base.num) / _fmtContext->streams[_streamId]->time_base.den;
}
_frameMs = frameMs;
2015-12-17 20:31:28 +03:00
av_frame_unref(_frame);
2015-12-17 20:31:28 +03:00
return true;
}
if (finished) {
if ((res = avformat_seek_file(_fmtContext, _streamId, std::numeric_limits<int64_t>::min(), 0, std::numeric_limits<int64_t>::max(), 0)) < 0) {
if ((res = av_seek_frame(_fmtContext, _streamId, 0, AVSEEK_FLAG_BYTE)) < 0) {
if ((res = av_seek_frame(_fmtContext, _streamId, 0, AVSEEK_FLAG_FRAME)) < 0) {
if ((res = av_seek_frame(_fmtContext, _streamId, 0, 0)) < 0) {
char err[AV_ERROR_MAX_STRING_SIZE] = { 0 };
LOG(("Gif Error: Unable to av_seek_frame() to the start %1, error %2, %3").arg(logData()).arg(res).arg(av_make_error_string(err, sizeof(err), res)));
return false;
}
}
}
}
avcodec_flush_buffers(_codecContext);
_hadFrame = false;
_frameMs = 0;
}
}
return false;
}
int32 nextFrameDelay() {
return _currentFrameDelay;
}
QString logData() const {
return qsl("for file '%1', data size '%2'").arg(_location ? _location->name() : QString()).arg(_data->size());
}
2015-12-28 18:34:45 +03:00
bool start(bool onlyGifv) {
2015-12-17 20:31:28 +03:00
initDevice();
if (!_device->open(QIODevice::ReadOnly)) {
LOG(("Gif Error: Unable to open device %1").arg(logData()));
return false;
}
_ioBuffer = (uchar*)av_malloc(AVBlockSize);
_ioContext = avio_alloc_context(_ioBuffer, AVBlockSize, 0, static_cast<void*>(this), &FFMpegReaderImplementation::_read, 0, &FFMpegReaderImplementation::_seek);
_fmtContext = avformat_alloc_context();
if (!_fmtContext) {
LOG(("Gif Error: Unable to avformat_alloc_context %1").arg(logData()));
return false;
}
_fmtContext->pb = _ioContext;
int res = 0;
char err[AV_ERROR_MAX_STRING_SIZE] = { 0 };
if ((res = avformat_open_input(&_fmtContext, 0, 0, 0)) < 0) {
_ioBuffer = 0;
LOG(("Gif Error: Unable to avformat_open_input %1, error %2, %3").arg(logData()).arg(res).arg(av_make_error_string(err, sizeof(err), res)));
return false;
}
_opened = true;
if ((res = avformat_find_stream_info(_fmtContext, 0)) < 0) {
LOG(("Gif Error: Unable to avformat_find_stream_info %1, error %2, %3").arg(logData()).arg(res).arg(av_make_error_string(err, sizeof(err), res)));
return false;
}
_streamId = av_find_best_stream(_fmtContext, AVMEDIA_TYPE_VIDEO, -1, -1, 0, 0);
if (_streamId < 0) {
LOG(("Gif Error: Unable to av_find_best_stream %1, error %2, %3").arg(logData()).arg(_streamId).arg(av_make_error_string(err, sizeof(err), _streamId)));
return false;
}
// Get a pointer to the codec context for the audio stream
_codecContext = _fmtContext->streams[_streamId]->codec;
_codec = avcodec_find_decoder(_codecContext->codec_id);
2015-12-28 18:34:45 +03:00
if (onlyGifv) {
if (av_find_best_stream(_fmtContext, AVMEDIA_TYPE_AUDIO, -1, -1, 0, 0) >= 0) { // should be no audio stream
return false;
}
if (dataSize() > AnimationInMemory) {
return false;
}
if (_codecContext->codec_id != AV_CODEC_ID_H264) {
return false;
}
}
2015-12-17 20:31:28 +03:00
av_opt_set_int(_codecContext, "refcounted_frames", 1, 0);
if ((res = avcodec_open2(_codecContext, _codec, 0)) < 0) {
LOG(("Gif Error: Unable to avcodec_open2 %1, error %2, %3").arg(logData()).arg(res).arg(av_make_error_string(err, sizeof(err), res)));
return false;
}
return true;
}
2015-12-28 18:34:45 +03:00
int32 duration() const {
if (_fmtContext->streams[_streamId]->duration == AV_NOPTS_VALUE) return 0;
return (_fmtContext->streams[_streamId]->duration * _fmtContext->streams[_streamId]->time_base.num) / _fmtContext->streams[_streamId]->time_base.den;
}
2015-12-17 20:31:28 +03:00
~FFMpegReaderImplementation() {
if (_ioContext) av_free(_ioContext);
if (_codecContext) avcodec_close(_codecContext);
if (_swsContext) sws_freeContext(_swsContext);
if (_opened) {
avformat_close_input(&_fmtContext);
} else if (_ioBuffer) {
av_free(_ioBuffer);
}
if (_fmtContext) avformat_free_context(_fmtContext);
av_frame_free(&_frame);
freePacket();
}
private:
uchar *_ioBuffer;
AVIOContext *_ioContext;
AVFormatContext *_fmtContext;
AVCodec *_codec;
AVCodecContext *_codecContext;
int32 _streamId;
AVFrame *_frame;
bool _opened, _hadFrame;
AVPacket _avpkt;
int _packetSize;
uint8_t *_packetData;
bool _packetWas;
void rememberPacket() {
if (!_packetWas) {
_packetSize = _avpkt.size;
_packetData = _avpkt.data;
_packetWas = true;
}
}
void freePacket() {
if (_packetWas) {
_avpkt.size = _packetSize;
_avpkt.data = _packetData;
_packetWas = false;
av_packet_unref(&_avpkt);
2015-12-17 20:31:28 +03:00
}
}
int32 _width, _height;
SwsContext *_swsContext;
2015-12-28 00:37:48 +03:00
QSize _swsSize;
2015-12-17 20:31:28 +03:00
int64 _frameMs;
int32 _nextFrameDelay, _currentFrameDelay;
static int _read(void *opaque, uint8_t *buf, int buf_size) {
FFMpegReaderImplementation *l = reinterpret_cast<FFMpegReaderImplementation*>(opaque);
return int(l->_device->read((char*)(buf), buf_size));
}
static int64_t _seek(void *opaque, int64_t offset, int whence) {
FFMpegReaderImplementation *l = reinterpret_cast<FFMpegReaderImplementation*>(opaque);
switch (whence) {
case SEEK_SET: return l->_device->seek(offset) ? l->_device->pos() : -1;
case SEEK_CUR: return l->_device->seek(l->_device->pos() + offset) ? l->_device->pos() : -1;
case SEEK_END: return l->_device->seek(l->_device->size() + offset) ? l->_device->pos() : -1;
}
return -1;
}
};
2015-12-15 17:50:51 +03:00
class ClipReaderPrivate {
public:
ClipReaderPrivate(ClipReader *reader, const FileLocation &location, const QByteArray &data) : _interface(reader)
, _state(ClipReading)
, _data(data)
, _location(_data.isEmpty() ? new FileLocation(location) : 0)
, _accessed(false)
2015-12-17 20:31:28 +03:00
, _implementation(0)
2015-12-28 00:37:48 +03:00
, _currentHasAlpha(true)
, _nextHasAlpha(true)
, _width(0)
, _height(0)
, _previousMs(0)
2015-12-15 17:50:51 +03:00
, _currentMs(0)
, _nextUpdateMs(0)
, _paused(false) {
2015-12-15 17:50:51 +03:00
if (_data.isEmpty() && !_location->accessEnable()) {
error();
return;
}
_accessed = true;
}
ClipProcessResult start(uint64 ms) {
_nextUpdateMs = ms + 86400 * 1000ULL;
2015-12-17 20:31:28 +03:00
if (!_implementation && !init()) {
2015-12-15 17:50:51 +03:00
return error();
}
if (_currentOriginal.isNull()) {
2015-12-28 00:37:48 +03:00
if (!_implementation->readNextFrame(_currentOriginal, _currentHasAlpha, QSize())) {
2015-12-15 17:50:51 +03:00
return error();
}
2015-12-28 00:37:48 +03:00
_width = _currentOriginal.width();
_height = _currentOriginal.height();
2015-12-15 17:50:51 +03:00
return ClipProcessReinit;
}
return ClipProcessWait;
}
ClipProcessResult process(uint64 ms) { // -1 - do nothing, 0 - update, 1 - reinit
if (_state == ClipError) return ClipProcessError;
if (!_request.valid()) {
return start(ms);
}
if (_current.isNull()) { // first frame read, but not yet prepared
_currentOriginal.setDevicePixelRatio(_request.factor);
_previousMs = _currentMs;
2015-12-15 17:50:51 +03:00
_currentMs = ms;
2015-12-28 00:37:48 +03:00
_current = _prepareFrame(_request, _currentOriginal, _currentCache, _currentHasAlpha);
2015-12-15 17:50:51 +03:00
if (!prepareNextFrame()) {
return error();
}
return ClipProcessStarted;
} else if (!_paused && ms >= _nextUpdateMs) {
2015-12-15 17:50:51 +03:00
swapBuffers();
2015-12-28 00:37:48 +03:00
return ClipProcessRepaint;
2015-12-15 17:50:51 +03:00
}
return ClipProcessWait;
}
ClipProcessResult finishProcess(uint64 ms) {
if (!prepareNextFrame()) {
return error();
}
if (ms >= _nextUpdateMs) { // we are late
swapBuffers(ms); // keep up
2015-12-28 00:37:48 +03:00
return ClipProcessRepaint;
2015-12-15 17:50:51 +03:00
}
return ClipProcessWait;
}
uint64 nextFrameDelay() {
2015-12-17 20:31:28 +03:00
int32 delay = _implementation->nextFrameDelay();
return qMax(delay, 5);
2015-12-15 17:50:51 +03:00
}
void swapBuffers(uint64 ms = 0) {
_previousMs = _currentMs;
2015-12-15 17:50:51 +03:00
_currentMs = qMax(ms, _nextUpdateMs);
qSwap(_currentOriginal, _nextOriginal);
qSwap(_current, _next);
qSwap(_currentCache, _nextCache);
2015-12-28 00:37:48 +03:00
qSwap(_currentHasAlpha, _nextHasAlpha);
2015-12-15 17:50:51 +03:00
}
bool prepareNextFrame() {
2015-12-28 00:37:48 +03:00
if (!_implementation->readNextFrame(_nextOriginal, _nextHasAlpha, QSize(_request.framew, _request.frameh))) {
2015-12-15 17:50:51 +03:00
return false;
}
2015-12-17 20:31:28 +03:00
_nextUpdateMs = _currentMs + nextFrameDelay();
2015-12-15 17:50:51 +03:00
_nextOriginal.setDevicePixelRatio(_request.factor);
_next = QPixmap();
2015-12-28 00:37:48 +03:00
_next = _prepareFrame(_request, _nextOriginal, _nextCache, _nextHasAlpha);
2015-12-15 17:50:51 +03:00
return true;
}
2015-12-17 20:31:28 +03:00
bool init() {
if (_data.isEmpty() && QFileInfo(_location->name()).size() <= AnimationInMemory) {
2015-12-15 17:50:51 +03:00
QFile f(_location->name());
if (f.open(QIODevice::ReadOnly)) {
_data = f.readAll();
2015-12-17 20:31:28 +03:00
if (f.error() != QFile::NoError) {
2015-12-15 17:50:51 +03:00
_data = QByteArray();
}
}
}
2015-12-17 20:31:28 +03:00
_implementation = new FFMpegReaderImplementation(_location, &_data);
// _implementation = new QtGifReaderImplementation(_location, &_data);
2015-12-28 18:34:45 +03:00
return _implementation->start(false);
2015-12-15 17:50:51 +03:00
}
ClipProcessResult error() {
stop();
_state = ClipError;
return ClipProcessError;
}
void stop() {
2015-12-17 20:31:28 +03:00
delete _implementation;
_implementation = 0;
2015-12-15 17:50:51 +03:00
if (_location) {
if (_accessed) {
_location->accessDisable();
}
delete _location;
_location = 0;
}
_accessed = false;
}
~ClipReaderPrivate() {
stop();
deleteAndMark(_location);
deleteAndMark(_implementation);
2015-12-23 19:48:44 +03:00
_data.clear();
2015-12-15 17:50:51 +03:00
}
private:
ClipReader *_interface;
ClipState _state;
QByteArray _data;
FileLocation *_location;
bool _accessed;
QBuffer _buffer;
2015-12-17 20:31:28 +03:00
ClipReaderImplementation *_implementation;
2015-12-15 17:50:51 +03:00
ClipFrameRequest _request;
QPixmap _current, _next;
QImage _currentOriginal, _nextOriginal, _currentCache, _nextCache;
2015-12-28 00:37:48 +03:00
bool _currentHasAlpha, _nextHasAlpha;
int32 _width, _height;
2015-12-15 17:50:51 +03:00
uint64 _previousMs, _currentMs, _nextUpdateMs;
bool _paused;
2015-12-15 17:50:51 +03:00
friend class ClipReadManager;
};
ClipReadManager::ClipReadManager(QThread *thread) : _processingInThread(0), _needReProcess(false) {
2015-12-15 17:50:51 +03:00
moveToThread(thread);
connect(thread, SIGNAL(started()), this, SLOT(process()));
connect(thread, SIGNAL(finished()), this, SLOT(finish()));
2015-12-15 17:50:51 +03:00
connect(this, SIGNAL(processDelayed()), this, SLOT(process()), Qt::QueuedConnection);
_timer.setSingleShot(true);
_timer.moveToThread(thread);
connect(&_timer, SIGNAL(timeout()), this, SLOT(process()));
connect(this, SIGNAL(callback(ClipReader*,qint32,qint32)), _manager, SLOT(clipCallback(ClipReader*,qint32,qint32)));
2015-12-15 17:50:51 +03:00
}
void ClipReadManager::append(ClipReader *reader, const FileLocation &location, const QByteArray &data) {
reader->_private = new ClipReaderPrivate(reader, location, data);
_loadLevel.fetchAndAddRelaxed(AverageGifSize);
2015-12-15 17:50:51 +03:00
update(reader);
}
void ClipReadManager::start(ClipReader *reader) {
update(reader);
}
void ClipReadManager::update(ClipReader *reader) {
QMutexLocker lock(&_readerPointersMutex);
_readerPointers.insert(reader, reader->_private);
emit processDelayed();
}
void ClipReadManager::stop(ClipReader *reader) {
QMutexLocker lock(&_readerPointersMutex);
_readerPointers.remove(reader);
emit processDelayed();
}
2015-12-28 00:37:48 +03:00
bool ClipReadManager::carries(ClipReader *reader) const {
QMutexLocker lock(&_readerPointersMutex);
return _readerPointers.contains(reader);
}
bool ClipReadManager::handleProcessResult(ClipReaderPrivate *reader, ClipProcessResult result, uint64 ms) {
2015-12-15 17:50:51 +03:00
QMutexLocker lock(&_readerPointersMutex);
ReaderPointers::iterator it = _readerPointers.find(reader->_interface);
if (it != _readerPointers.cend() && it.key()->_private != reader) {
it = _readerPointers.end(); // it is a new reader which was realloced in the same address
}
2015-12-15 17:50:51 +03:00
if (result == ClipProcessError) {
if (it != _readerPointers.cend()) {
it.key()->error();
emit callback(it.key(), it.key()->threadIndex(), ClipReaderReinit);
2015-12-15 17:50:51 +03:00
_readerPointers.erase(it);
}
return false;
2015-12-15 17:50:51 +03:00
}
if (it == _readerPointers.cend()) {
return false;
}
if (result == ClipProcessStarted) {
_loadLevel.fetchAndAddRelaxed(reader->_width * reader->_height - AverageGifSize);
}
2015-12-28 00:37:48 +03:00
if (!reader->_paused && (result == ClipProcessRepaint || result == ClipProcessWait)) {
int32 lastDisplay = it.key()->_lastDisplayMs.loadAcquire();
if (lastDisplay > 3000 || lastDisplay < 0) { // playing more then a day
it.key()->_startDisplayMs.set(ms);
it.key()->_lastDisplayMs.storeRelease(getms() - ms);
} else if (it.key()->_startDisplayMs.get() + lastDisplay + WaitBeforeGifPause < qMax(reader->_previousMs, ms)) {
reader->_paused = true;
it.key()->_paused.storeRelease(true);
if (it.key()->_startDisplayMs.get() + it.key()->_lastDisplayMs.loadAcquire() + WaitBeforeGifPause >= qMax(reader->_previousMs, ms)) {
it.key()->_paused.storeRelease(false);
reader->_paused = false;
2015-12-23 19:48:44 +03:00
} else {
result = ClipProcessReinit;
}
}
}
2015-12-28 00:37:48 +03:00
if (result == ClipProcessReinit || result == ClipProcessRepaint || result == ClipProcessStarted) {
2015-12-15 17:50:51 +03:00
it.key()->_current = reader->_current;
it.key()->_currentOriginal = reader->_currentOriginal;
it.key()->_currentDisplayed.store(false);
2015-12-15 17:50:51 +03:00
if (result == ClipProcessReinit) {
emit callback(it.key(), it.key()->threadIndex(), ClipReaderReinit);
2015-12-28 00:37:48 +03:00
} else if (result == ClipProcessRepaint) {
emit callback(it.key(), it.key()->threadIndex(), ClipReaderRepaint);
2015-12-15 17:50:51 +03:00
}
}
return true;
}
ClipReadManager::ResultHandleState ClipReadManager::handleResult(ClipReaderPrivate *reader, ClipProcessResult result, uint64 ms) {
if (!handleProcessResult(reader, result, ms)) {
_loadLevel.fetchAndAddRelaxed(-1 * (reader->_currentOriginal.isNull() ? AverageGifSize : reader->_width * reader->_height));
2015-12-15 17:50:51 +03:00
delete reader;
return ResultHandleRemove;
}
_processingInThread->eventDispatcher()->processEvents(QEventLoop::AllEvents);
if (_processingInThread->isInterruptionRequested()) {
return ResultHandleStop;
}
2015-12-28 00:37:48 +03:00
if (result == ClipProcessRepaint) {
2015-12-15 17:50:51 +03:00
return handleResult(reader, reader->finishProcess(ms), ms);
}
return ResultHandleContinue;
}
void ClipReadManager::process() {
if (_processingInThread) {
_needReProcess = true;
return;
}
2015-12-15 17:50:51 +03:00
_timer.stop();
2015-12-15 17:50:51 +03:00
_processingInThread = thread();
uint64 ms = getms(), minms = ms + 86400 * 1000ULL;
{
QMutexLocker lock(&_readerPointersMutex);
for (ReaderPointers::iterator i = _readerPointers.begin(), e = _readerPointers.end(); i != e; ++i) {
if (i.value()) {
Readers::iterator it = _readers.find(i.value());
if (it == _readers.cend()) {
_readers.insert(i.value(), 0);
} else {
it.value() = ms;
if (it.key()->_paused && !i.key()->_paused.loadAcquire()) {
it.key()->_paused = false;
}
2015-12-15 17:50:51 +03:00
}
i.value()->_request = i.key()->_request;
i.value() = 0;
}
}
}
for (Readers::iterator i = _readers.begin(), e = _readers.end(); i != e;) {
if (i.value() <= ms) {
ClipProcessResult result = i.key()->process(ms);
ResultHandleState state = handleResult(i.key(), result, ms);
if (state == ResultHandleRemove) {
i = _readers.erase(i);
continue;
} else if (state == ResultHandleStop) {
_processingInThread = 0;
return;
}
i.value() = i.key()->_nextUpdateMs;
ms = getms();
2015-12-15 17:50:51 +03:00
}
if (!i.key()->_paused && i.value() < minms) {
2015-12-15 17:50:51 +03:00
minms = i.value();
}
++i;
}
ms = getms();
if (_needReProcess || minms <= ms) {
_needReProcess = false;
2015-12-15 17:50:51 +03:00
_timer.start(1);
} else {
_timer.start(minms - ms);
}
_processingInThread = 0;
}
void ClipReadManager::finish() {
_timer.stop();
clear();
}
void ClipReadManager::clear() {
QMutexLocker lock(&_readerPointersMutex);
for (ReaderPointers::iterator i = _readerPointers.begin(), e = _readerPointers.end(); i != e; ++i) {
if (i.value()) {
i.key()->_private = 0;
}
}
_readerPointers.clear();
for (Readers::iterator i = _readers.begin(), e = _readers.end(); i != e; ++i) {
delete i.key();
}
_readers.clear();
}
ClipReadManager::~ClipReadManager() {
clear();
}
2015-12-28 18:34:45 +03:00
MTPDocumentAttribute clipReadAnimatedAttributes(const QString &fname, const QByteArray &data, QImage &cover) {
FileLocation localloc(StorageFilePartial, fname);
QByteArray localdata(data);
FFMpegReaderImplementation *reader = new FFMpegReaderImplementation(&localloc, &localdata);
if (reader->start(true)) {
bool hasAlpha = false;
if (reader->readNextFrame(cover, hasAlpha, QSize())) {
if (cover.width() > 0 && cover.height() > 0 && cover.width() < cover.height() * 10 && cover.height() < cover.width() * 10) {
if (hasAlpha) {
QImage cache;
ClipFrameRequest request;
request.framew = request.outerw = cover.width();
request.frameh = request.outerh = cover.height();
request.factor = 1;
cover = _prepareFrame(request, cover, cache, hasAlpha).toImage();
}
int32 duration = reader->duration();
delete reader;
return MTP_documentAttributeVideo(MTP_int(duration), MTP_int(cover.width()), MTP_int(cover.height()));
}
}
}
delete reader;
return MTP_documentAttributeFilename(MTP_string(fname));
}