projectclip.cpp 55.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10
/*
Copyright (C) 2012  Till Theato <root@ttill.de>
Copyright (C) 2014  Jean-Baptiste Mardelle <jb@kdenlive.org>
This file is part of Kdenlive. See www.kdenlive.org.

This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License as
published by the Free Software Foundation; either version 2 of
the License or (at your option) version 3 or any later version
accepted by the membership of KDE e.V. (or its successor approved
11
by the membership of KDE e.V.), which shall act as a proxy
12 13 14 15 16 17 18 19 20 21 22 23
defined in Section 14 of version 3 of the license.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>.
*/

#include "projectclip.h"
24
#include "bin.h"
Nicolas Carion's avatar
Nicolas Carion committed
25
#include "core.h"
26 27
#include "doc/docundostack.hpp"
#include "doc/kdenlivedoc.h"
28
#include "doc/kthumb.h"
Nicolas Carion's avatar
Nicolas Carion committed
29
#include "effects/effectstack/model/effectstackmodel.hpp"
30
#include "jobs/jobmanager.h"
31
#include "jobs/loadjob.hpp"
32
#include "jobs/thumbjob.hpp"
33
#include "kdenlivesettings.h"
34
#include "lib/audio/audioStreamInfo.h"
35
#include "mltcontroller/clipcontroller.h"
36
#include "mltcontroller/clippropertiescontroller.h"
37
#include "model/markerlistmodel.hpp"
38
#include "profiles/profilemodel.hpp"
Nicolas Carion's avatar
Nicolas Carion committed
39
#include "project/projectcommands.h"
40
#include "project/projectmanager.h"
Nicolas Carion's avatar
Nicolas Carion committed
41 42 43 44
#include "projectfolder.h"
#include "projectitemmodel.h"
#include "projectsubclip.h"
#include "timecode.h"
Nicolas Carion's avatar
style  
Nicolas Carion committed
45
#include "timeline2/model/snapmodel.hpp"
46

47
#include "utils/thumbnailcache.hpp"
48
#include "xml/xml.hpp"
49
#include <QPainter>
50
#include <jobs/proxyclipjob.h>
51
#include <kimagecache.h>
52

Laurent Montel's avatar
Laurent Montel committed
53
#include "kdenlive_debug.h"
54
#include <KLocalizedString>
55
#include <KMessageBox>
56
#include <QApplication>
Nicolas Carion's avatar
Nicolas Carion committed
57 58 59 60 61
#include <QCryptographicHash>
#include <QDir>
#include <QDomElement>
#include <QFile>
#include <QtConcurrent>
Nicolas Carion's avatar
Nicolas Carion committed
62
#include <utility>
63

64 65
ProjectClip::ProjectClip(const QString &id, const QIcon &thumb, std::shared_ptr<ProjectItemModel> model, std::shared_ptr<Mlt::Producer> producer)
    : AbstractProjectItem(AbstractProjectItem::ClipItem, id, model)
66
    , ClipController(id, producer)
67
    , m_thumbsProducer(nullptr)
68
{
69
    m_markerModel = std::make_shared<MarkerListModel>(id, pCore->projectManager()->undoStack());
70
    m_clipStatus = StatusReady;
71 72
    m_name = clipName();
    m_duration = getStringDuration();
73
    m_inPoint = 0;
74 75
    m_date = date;
    m_description = ClipController::description();
76
    if (m_clipType == ClipType::Audio) {
77
        m_thumbnail = QIcon::fromTheme(QStringLiteral("audio-x-generic"));
78 79 80
    } else {
        m_thumbnail = thumb;
    }
81 82
    // Make sure we have a hash for this clip
    hash();
83
    connect(m_markerModel.get(), &MarkerListModel::modelChanged, [&]() { setProducerProperty(QStringLiteral("kdenlive:markers"), m_markerModel->toJson()); });
84 85
    QString markers = getProducerProperty(QStringLiteral("kdenlive:markers"));
    if (!markers.isEmpty()) {
86 87
        QMetaObject::invokeMethod(m_markerModel.get(), "importFromJson", Qt::QueuedConnection, Q_ARG(const QString &, markers), Q_ARG(bool, true),
                                  Q_ARG(bool, false));
88
    }
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
89
    connectEffectStack();
90 91
}

92 93
// static
std::shared_ptr<ProjectClip> ProjectClip::construct(const QString &id, const QIcon &thumb, std::shared_ptr<ProjectItemModel> model,
94
                                                    std::shared_ptr<Mlt::Producer> producer)
95
{
96
    std::shared_ptr<ProjectClip> self(new ProjectClip(id, thumb, model, producer));
97
    baseFinishConstruct(self);
98
    self->m_effectStack->importEffects(producer, PlaylistState::Disabled, true);
99
    model->loadSubClips(id, self->getPropertiesFromPrefix(QStringLiteral("kdenlive:clipzone.")));
100 101 102
    return self;
}

103
ProjectClip::ProjectClip(const QString &id, const QDomElement &description, const QIcon &thumb, std::shared_ptr<ProjectItemModel> model)
104
    : AbstractProjectItem(AbstractProjectItem::ClipItem, id, model)
105
    , ClipController(id)
106
    , m_thumbsProducer(nullptr)
107
{
108
    m_clipStatus = StatusWaiting;
109
    m_thumbnail = thumb;
110
    m_markerModel = std::make_shared<MarkerListModel>(m_binId, pCore->projectManager()->undoStack());
111
    if (description.hasAttribute(QStringLiteral("type"))) {
112
        m_clipType = (ClipType::ProducerType)description.attribute(QStringLiteral("type")).toInt();
113
        if (m_clipType == ClipType::Audio) {
114
            m_thumbnail = QIcon::fromTheme(QStringLiteral("audio-x-generic"));
115
        }
116
    }
117
    m_temporaryUrl = getXmlProperty(description, QStringLiteral("resource"));
118
    QString clipName = getXmlProperty(description, QStringLiteral("kdenlive:clipname"));
119 120
    if (!clipName.isEmpty()) {
        m_name = clipName;
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
121
    } else if (!m_temporaryUrl.isEmpty()) {
122
        m_name = QFileInfo(m_temporaryUrl).fileName();
123 124
    } else {
        m_name = i18n("Untitled");
125
    }
126
    connect(m_markerModel.get(), &MarkerListModel::modelChanged, [&]() { setProducerProperty(QStringLiteral("kdenlive:markers"), m_markerModel->toJson()); });
127 128
}

129 130
std::shared_ptr<ProjectClip> ProjectClip::construct(const QString &id, const QDomElement &description, const QIcon &thumb,
                                                    std::shared_ptr<ProjectItemModel> model)
131
{
132
    std::shared_ptr<ProjectClip> self(new ProjectClip(id, description, thumb, model));
133 134 135 136
    baseFinishConstruct(self);
    return self;
}

137 138
ProjectClip::~ProjectClip()
{
139
    // controller is deleted in bincontroller
140
    m_thumbMutex.lock();
141
    m_requestedThumbs.clear();
142
    m_thumbMutex.unlock();
143
    m_thumbThread.waitForFinished();
144
    audioFrameCache.clear();
145 146
}

147 148
void ProjectClip::connectEffectStack()
{
149 150
    connect(m_effectStack.get(), &EffectStackModel::modelChanged, this, &ProjectClip::updateChildProducers);
    connect(m_effectStack.get(), &EffectStackModel::dataChanged, this, &ProjectClip::updateChildProducers);
151
    connect(m_effectStack.get(), &EffectStackModel::dataChanged, [&]() {
152 153 154 155 156
        if (auto ptr = m_model.lock()) {
            std::static_pointer_cast<ProjectItemModel>(ptr)->onItemUpdated(std::static_pointer_cast<ProjectClip>(shared_from_this()),
                                                                           AbstractProjectItem::IconOverlay);
        }
    });
157 158
    /*connect(m_effectStack.get(), &EffectStackModel::modelChanged, [&](){
        qDebug()<<"/ / / STACK CHANGED";
159
        updateChildProducers();
160
    });*/
161 162
}

163 164
QString ProjectClip::getToolTip() const
{
165
    return url();
166 167
}

168
QString ProjectClip::getXmlProperty(const QDomElement &producer, const QString &propertyName, const QString &defaultValue)
169
{
170
    QString value = defaultValue;
171
    QDomNodeList props = producer.elementsByTagName(QStringLiteral("property"));
172
    for (int i = 0; i < props.count(); ++i) {
173
        if (props.at(i).toElement().attribute(QStringLiteral("name")) == propertyName) {
174 175 176 177 178 179 180
            value = props.at(i).firstChild().nodeValue();
            break;
        }
    }
    return value;
}

181
void ProjectClip::updateAudioThumbnail(QVariantList audioLevels)
182
{
183
    std::swap(audioFrameCache, audioLevels); // avoid second copy
184
    m_audioThumbCreated = true;
185 186 187 188
    if (auto ptr = m_model.lock()) {
        emit std::static_pointer_cast<ProjectItemModel>(ptr)->refreshAudioThumbs(m_binId);
    }
    updateTimelineClips({TimelineModel::AudioLevelsRole});
189 190 191 192
}

bool ProjectClip::audioThumbCreated() const
{
193
    return (m_audioThumbCreated);
194 195
}

196
ClipType::ProducerType ProjectClip::clipType() const
197
{
198
    return m_clipType;
199 200
}

201 202
bool ProjectClip::hasParent(const QString &id) const
{
203 204
    std::shared_ptr<AbstractProjectItem> par = parent();
    while (par) {
205 206 207 208
        if (par->clipId() == id) {
            return true;
        }
        par = par->parent();
209 210 211 212
    }
    return false;
}

213
std::shared_ptr<ProjectClip> ProjectClip::clip(const QString &id)
214
{
Nicolas Carion's avatar
Nicolas Carion committed
215
    if (id == m_binId) {
216
        return std::static_pointer_cast<ProjectClip>(shared_from_this());
217
    }
218
    return std::shared_ptr<ProjectClip>();
219 220
}

221
std::shared_ptr<ProjectFolder> ProjectClip::folder(const QString &id)
222
{
223
    Q_UNUSED(id)
224
    return std::shared_ptr<ProjectFolder>();
225 226
}

227
std::shared_ptr<ProjectSubClip> ProjectClip::getSubClip(int in, int out)
228
{
229
    for (int i = 0; i < childCount(); ++i) {
230
        std::shared_ptr<ProjectSubClip> clip = std::static_pointer_cast<ProjectSubClip>(child(i))->subClip(in, out);
231 232 233 234
        if (clip) {
            return clip;
        }
    }
235
    return std::shared_ptr<ProjectSubClip>();
236 237
}

238 239 240
QStringList ProjectClip::subClipIds() const
{
    QStringList subIds;
241
    for (int i = 0; i < childCount(); ++i) {
242
        std::shared_ptr<AbstractProjectItem> clip = std::static_pointer_cast<AbstractProjectItem>(child(i));
243 244 245 246 247 248 249
        if (clip) {
            subIds << clip->clipId();
        }
    }
    return subIds;
}

250
std::shared_ptr<ProjectClip> ProjectClip::clipAt(int ix)
251
{
Nicolas Carion's avatar
Nicolas Carion committed
252
    if (ix == row()) {
253
        return std::static_pointer_cast<ProjectClip>(shared_from_this());
254
    }
255
    return std::shared_ptr<ProjectClip>();
256 257
}

258
/*bool ProjectClip::isValid() const
259
{
260 261
    return m_controller->isValid();
}*/
262

263 264
bool ProjectClip::hasUrl() const
{
265
    if ((m_clipType != ClipType::Color) && (m_clipType != ClipType::Unknown)) {
266
        return (!clipUrl().isEmpty());
267
    }
268 269 270
    return false;
}

271
const QString ProjectClip::url() const
272
{
273
    return clipUrl();
274 275
}

276
GenTime ProjectClip::duration() const
277
{
278
    return getPlaytime();
279 280
}

281
size_t ProjectClip::frameDuration() const
282 283
{
    GenTime d = duration();
284
    return (size_t)d.frames(pCore->getCurrentFps());
285 286
}

287
void ProjectClip::reloadProducer(bool refreshOnly)
288
{
289 290 291
    // we find if there are some loading job on that clip
    int loadjobId = -1;
    pCore->jobManager()->hasPendingJob(clipId(), AbstractClipJob::LOADJOB, &loadjobId);
292
    QMutexLocker lock(&m_thumbMutex);
293
    if (refreshOnly) {
294 295
        // In that case, we only want a new thumbnail.
        // We thus set up a thumb job. We must make sure that there is no pending LOADJOB
296 297
        // Clear cache first
        ThumbnailCache::get()->invalidateThumbsForClip(clipId());
298 299
        pCore->jobManager()->discardJobs(clipId(), AbstractClipJob::THUMBJOB);
        m_thumbsProducer.reset();
300
        pCore->jobManager()->startJob<ThumbJob>({clipId()}, loadjobId, QString(), 150, -1, true, true);
301 302

    } else {
303 304 305 306
        // If another load job is running?
        if (loadjobId > -1) {
            pCore->jobManager()->discardJobs(clipId(), AbstractClipJob::LOADJOB);
        }
307 308 309
        QDomDocument doc;
        QDomElement xml = toXml(doc);
        if (!xml.isNull()) {
310
            pCore->jobManager()->discardJobs(clipId(), AbstractClipJob::THUMBJOB);
311
            m_thumbsProducer.reset();
312
            ThumbnailCache::get()->invalidateThumbsForClip(clipId());
313
            int loadJob = pCore->jobManager()->startJob<LoadJob>({clipId()}, loadjobId, QString(), xml);
314
            pCore->jobManager()->startJob<ThumbJob>({clipId()}, loadJob, QString(), 150, -1, true, true);
315
        }
316
    }
317 318
}

319
QDomElement ProjectClip::toXml(QDomDocument &document, bool includeMeta)
320
{
321 322
    getProducerXML(document, includeMeta);
    QDomElement prod = document.documentElement().firstChildElement(QStringLiteral("producer"));
323
    if (m_clipType != ClipType::Unknown) {
324
        prod.setAttribute(QStringLiteral("type"), (int)m_clipType);
325
    }
326
    return prod;
327 328
}

Laurent Montel's avatar
Laurent Montel committed
329
void ProjectClip::setThumbnail(const QImage &img)
330
{
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
331 332
    QPixmap thumb = roundedPixmap(QPixmap::fromImage(img));
    if (hasProxy() && !thumb.isNull()) {
333
        // Overlay proxy icon
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
334
        QPainter p(&thumb);
335
        QColor c(220, 220, 10, 200);
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
336
        QRect r(0, 0, thumb.height() / 2.5, thumb.height() / 2.5);
337 338 339 340 341 342 343 344
        p.fillRect(r, c);
        QFont font = p.font();
        font.setPixelSize(r.height());
        font.setBold(true);
        p.setFont(font);
        p.setPen(Qt::black);
        p.drawText(r, Qt::AlignCenter, i18nc("The first letter of Proxy, used as abbreviation", "P"));
    }
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
345
    m_thumbnail = QIcon(thumb);
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
346
    if (auto ptr = m_model.lock()) {
347 348
        std::static_pointer_cast<ProjectItemModel>(ptr)->onItemUpdated(std::static_pointer_cast<ProjectClip>(shared_from_this()),
                                                                       AbstractProjectItem::DataThumbnail);
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
349
    }
350 351
}

352 353
bool ProjectClip::hasAudioAndVideo() const
{
354
    return hasAudio() && hasVideo() && m_masterProducer->get_int("set.test_image") == 0 && m_masterProducer->get_int("set.test_audio") == 0;
355 356 357 358 359
}

bool ProjectClip::isCompatible(PlaylistState::ClipState state) const
{
    switch (state) {
360 361 362 363 364 365
    case PlaylistState::AudioOnly:
        return hasAudio() && (m_masterProducer->get_int("set.test_audio") == 0);
    case PlaylistState::VideoOnly:
        return hasVideo() && (m_masterProducer->get_int("set.test_image") == 0);
    default:
        return true;
366 367 368
    }
}

369 370 371 372 373
QPixmap ProjectClip::thumbnail(int width, int height)
{
    return m_thumbnail.pixmap(width, height);
}

374
bool ProjectClip::setProducer(std::shared_ptr<Mlt::Producer> producer, bool replaceProducer)
375
{
Vincent Pinon's avatar
Vincent Pinon committed
376
    Q_UNUSED(replaceProducer)
377
    qDebug() << "################### ProjectClip::setproducer";
378
    QMutexLocker locker(&m_producerMutex);
Nicolas Carion's avatar
Nicolas Carion committed
379
    updateProducer(std::move(producer));
380
    m_thumbsProducer.reset();
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
381
    connectEffectStack();
382

383 384 385
    // Update info
    if (m_name.isEmpty()) {
        m_name = clipName();
386
    }
387 388 389
    m_date = date;
    m_description = ClipController::description();
    m_temporaryUrl.clear();
390
    if (m_clipType == ClipType::Audio) {
391
        m_thumbnail = QIcon::fromTheme(QStringLiteral("audio-x-generic"));
392
    } else if (m_clipType == ClipType::Image) {
393
        if (getProducerIntProperty(QStringLiteral("meta.media.width")) < 8 || getProducerIntProperty(QStringLiteral("meta.media.height")) < 8) {
394 395
            KMessageBox::information(QApplication::activeWindow(),
                                     i18n("Image dimension smaller than 8 pixels.\nThis is not correctly supported by our video framework."));
396
        }
397
    }
398
    m_duration = getStringDuration();
399
    m_clipStatus = StatusReady;
400
    if (!hasProxy()) {
Nicolas Carion's avatar
Nicolas Carion committed
401
        if (auto ptr = m_model.lock()) emit std::static_pointer_cast<ProjectItemModel>(ptr)->refreshPanel(m_binId);
402
    }
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
403
    if (auto ptr = m_model.lock()) {
404 405
        std::static_pointer_cast<ProjectItemModel>(ptr)->onItemUpdated(std::static_pointer_cast<ProjectClip>(shared_from_this()),
                                                                       AbstractProjectItem::DataDuration);
406
        std::static_pointer_cast<ProjectItemModel>(ptr)->updateWatcher(std::static_pointer_cast<ProjectClip>(shared_from_this()));
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
407
    }
408
    // Make sure we have a hash for this clip
409
    getFileHash();
410 411
    // set parent again (some info need to be stored in producer)
    updateParent(parentItem().lock());
412

413
    if (pCore->currentDoc()->getDocumentProperty(QStringLiteral("enableproxy")).toInt() == 1) {
414 415
        QList<std::shared_ptr<ProjectClip>> clipList;
        // automatic proxy generation enabled
416
        if (m_clipType == ClipType::Image && pCore->currentDoc()->getDocumentProperty(QStringLiteral("generateimageproxy")).toInt() == 1) {
417 418
            if (getProducerIntProperty(QStringLiteral("meta.media.width")) >= KdenliveSettings::proxyimageminsize() &&
                getProducerProperty(QStringLiteral("kdenlive:proxy")) == QStringLiteral()) {
419 420
                clipList << std::static_pointer_cast<ProjectClip>(shared_from_this());
            }
421
        } else if (pCore->currentDoc()->getDocumentProperty(QStringLiteral("generateproxy")).toInt() == 1 &&
422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445
                   (m_clipType == ClipType::AV || m_clipType == ClipType::Video) && getProducerProperty(QStringLiteral("kdenlive:proxy")) == QStringLiteral()) {
            bool skipProducer = false;
            if (pCore->currentDoc()->getDocumentProperty(QStringLiteral("enableexternalproxy")).toInt() == 1) {
                QStringList externalParams = pCore->currentDoc()->getDocumentProperty(QStringLiteral("externalproxyparams")).split(QLatin1Char(';'));
                // We have a camcorder profile, check if we have opened a proxy clip
                if (externalParams.count() >= 6) {
                    QFileInfo info(m_path);
                    QDir dir = info.absoluteDir();
                    dir.cd(externalParams.at(3));
                    QString fileName = info.fileName();
                    if (!externalParams.at(2).isEmpty()) {
                        fileName.chop(externalParams.at(2).size());
                    }
                    fileName.append(externalParams.at(5));
                    if (dir.exists(fileName)) {
                        setProducerProperty(QStringLiteral("kdenlive:proxy"), m_path);
                        m_path = dir.absoluteFilePath(fileName);
                        setProducerProperty(QStringLiteral("kdenlive:originalurl"), m_path);
                        getFileHash();
                        skipProducer = true;
                    }
                }
            }
            if (!skipProducer && getProducerIntProperty(QStringLiteral("meta.media.width")) >= KdenliveSettings::proxyminsize()) {
446 447
                clipList << std::static_pointer_cast<ProjectClip>(shared_from_this());
            }
448
        }
449 450
        if (!clipList.isEmpty()) {
            pCore->currentDoc()->slotProxyCurrentItem(true, clipList, false);
451 452 453
        }
    }
    pCore->bin()->reloadMonitorIfActive(clipId());
454 455 456
    for (auto &p : m_audioProducers) {
        m_effectStack->removeService(p.second);
    }
457 458 459
    for (auto &p : m_videoProducers) {
        m_effectStack->removeService(p.second);
    }
460 461 462 463 464
    for (auto &p : m_timewarpProducers) {
        m_effectStack->removeService(p.second);
    }
    // Release audio producers
    m_audioProducers.clear();
465
    m_videoProducers.clear();
466
    m_timewarpProducers.clear();
467
    emit refreshPropertiesPanel();
468
    replaceInTimeline();
469
    return true;
470 471
}

472
std::shared_ptr<Mlt::Producer> ProjectClip::thumbProducer()
473 474 475 476
{
    if (m_thumbsProducer) {
        return m_thumbsProducer;
    }
477
    if (clipType() == ClipType::Unknown) {
Laurent Montel's avatar
Laurent Montel committed
478
        return nullptr;
479
    }
480
    QMutexLocker lock(&m_thumbMutex);
481 482
    std::shared_ptr<Mlt::Producer> prod = originalProducer();
    if (!prod->is_valid()) {
Laurent Montel's avatar
Laurent Montel committed
483
        return nullptr;
484
    }
485
    if (KdenliveSettings::gpu_accel()) {
486
        // TODO: when the original producer changes, we must reload this thumb producer
487
        m_thumbsProducer = softClone(ClipController::getPassPropertiesList());
488
        Mlt::Filter converter(*prod->profile(), "avcolor_space");
489
        m_thumbsProducer->attach(converter);
490
    } else {
491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508
        QString mltService = m_masterProducer->get("mlt_service");
        const QString mltResource = m_masterProducer->get("resource");
        if (mltService == QLatin1String("avformat")) {
            mltService = QStringLiteral("avformat-novalidate");
        }
        m_thumbsProducer.reset(new Mlt::Producer(*pCore->thumbProfile(), mltService.toUtf8().constData(), mltResource.toUtf8().constData()));
        if (m_thumbsProducer->is_valid()) {
            Mlt::Properties original(m_masterProducer->get_properties());
            Mlt::Properties cloneProps(m_thumbsProducer->get_properties());
            cloneProps.pass_list(original, ClipController::getPassPropertiesList());
            Mlt::Filter scaler(*pCore->thumbProfile(), "swscale");
            Mlt::Filter padder(*pCore->thumbProfile(), "resize");
            Mlt::Filter converter(*pCore->thumbProfile(), "avcolor_space");
            m_thumbsProducer->set("audio_index", -1);
            m_thumbsProducer->attach(scaler);
            m_thumbsProducer->attach(padder);
            m_thumbsProducer->attach(converter);
        }
509 510 511 512
    }
    return m_thumbsProducer;
}

Nicolas Carion's avatar
Nicolas Carion committed
513 514 515 516 517 518
void ProjectClip::createDisabledMasterProducer()
{
    if (!m_disabledProducer) {
        m_disabledProducer = cloneProducer(&pCore->getCurrentProfile()->profile());
        m_disabledProducer->set("set.test_audio", 1);
        m_disabledProducer->set("set.test_image", 1);
519
        m_effectStack->addService(m_disabledProducer);
Nicolas Carion's avatar
Nicolas Carion committed
520 521
    }
}
522
std::shared_ptr<Mlt::Producer> ProjectClip::getTimelineProducer(int clipId, PlaylistState::ClipState state, double speed)
523
{
524 525 526
    if (!m_masterProducer) {
        return nullptr;
    }
527 528 529
    if (qFuzzyCompare(speed, 1.0)) {
        // we are requesting a normal speed producer
        // We can first cleen the speed producers we have for the current id
530 531 532 533
        if (m_timewarpProducers.count(clipId) > 0) {
            m_effectStack->removeService(m_timewarpProducers[clipId]);
            m_timewarpProducers.erase(clipId);
        }
534 535 536
        if (state == PlaylistState::AudioOnly) {
            // We need to get an audio producer, if none exists
            if (m_audioProducers.count(clipId) == 0) {
537
                m_audioProducers[clipId] = cloneProducer(&pCore->getCurrentProfile()->profile(), true);
538 539
                m_audioProducers[clipId]->set("set.test_audio", 0);
                m_audioProducers[clipId]->set("set.test_image", 1);
540
                m_effectStack->addService(m_audioProducers[clipId]);
541 542 543
            }
            return std::shared_ptr<Mlt::Producer>(m_audioProducers[clipId]->cut());
        }
544 545 546 547
        if (m_audioProducers.count(clipId) > 0) {
            m_effectStack->removeService(m_audioProducers[clipId]);
            m_audioProducers.erase(clipId);
        }
Nicolas Carion's avatar
Nicolas Carion committed
548 549
        if (state == PlaylistState::VideoOnly) {
            // we return the video producer
550
            // We need to get an audio producer, if none exists
551
            if (m_clipType == ClipType::Color || m_clipType == ClipType::Image || m_clipType == ClipType::Text) {
552 553 554
                int duration = m_masterProducer->time_to_frames(m_masterProducer->get("kdenlive:duration"));
                return std::shared_ptr<Mlt::Producer>(m_masterProducer->cut(-1, duration > 0 ? duration: -1));
            }
555
            if (m_videoProducers.count(clipId) == 0) {
556
                m_videoProducers[clipId] = cloneProducer(&pCore->getCurrentProfile()->profile(), true);
557 558 559 560
                m_videoProducers[clipId]->set("set.test_audio", 1);
                m_videoProducers[clipId]->set("set.test_image", 0);
                m_effectStack->addService(m_videoProducers[clipId]);
            }
561
            int duration = m_masterProducer->time_to_frames(m_masterProducer->get("kdenlive:duration"));
562
            return std::shared_ptr<Mlt::Producer>(m_videoProducers[clipId]->cut(-1, duration > 0 ? duration : -1));
563 564 565 566
        }
        if (m_videoProducers.count(clipId) > 0) {
            m_effectStack->removeService(m_videoProducers[clipId]);
            m_videoProducers.erase(clipId);
Nicolas Carion's avatar
Nicolas Carion committed
567 568 569
        }
        Q_ASSERT(state == PlaylistState::Disabled);
        createDisabledMasterProducer();
570
        int duration = m_masterProducer->time_to_frames(m_masterProducer->get("kdenlive:duration"));
571
        return std::shared_ptr<Mlt::Producer>(m_disabledProducer->cut(-1, duration > 0 ? duration : -1));
572 573 574
    }

    // in that case, we need to create a warp producer, if we don't have one
575 576 577 578
    if (m_audioProducers.count(clipId) > 0) {
        m_effectStack->removeService(m_audioProducers[clipId]);
        m_audioProducers.erase(clipId);
    }
579 580 581 582
    if (m_videoProducers.count(clipId) > 0) {
        m_effectStack->removeService(m_videoProducers[clipId]);
        m_videoProducers.erase(clipId);
    }
583 584 585

    std::shared_ptr<Mlt::Producer> warpProducer;
    if (m_timewarpProducers.count(clipId) > 0) {
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
586 587
        // remove in all cases, we add it unconditionally anyways
        m_effectStack->removeService(m_timewarpProducers[clipId]);
588 589 590
        if (qFuzzyCompare(m_timewarpProducers[clipId]->get_double("warp_speed"), speed)) {
            // the producer we have is good, use it !
            warpProducer = m_timewarpProducers[clipId];
591
            qDebug() << "Reusing producer!";
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
592 593
        } else {
            m_timewarpProducers.erase(clipId);
594 595 596
        }
    }
    if (!warpProducer) {
597
        QLocale locale;
598 599 600 601 602 603
        QString resource(originalProducer()->get("resource"));
        if (resource.isEmpty() || resource == QLatin1String("<producer>")) {
            resource = m_service;
        }
        QString url = QString("timewarp:%1:%2").arg(locale.toString(speed)).arg(resource);
        warpProducer.reset(new Mlt::Producer(*originalProducer()->profile(), url.toUtf8().constData()));
604
        qDebug() << "new producer: " << url;
605 606 607 608
        qDebug() << "warp LENGTH before" << warpProducer->get_length();
        int original_length = originalProducer()->get_length();
        // this is a workaround to cope with Mlt erroneous rounding
        warpProducer->set("length", double(original_length) / speed);
609 610
    }

611
    qDebug() << "warp LENGTH" << warpProducer->get_length();
612 613 614 615 616 617 618 619 620
    warpProducer->set("set.test_audio", 1);
    warpProducer->set("set.test_image", 1);
    if (state == PlaylistState::AudioOnly) {
        warpProducer->set("set.test_audio", 0);
    }
    if (state == PlaylistState::VideoOnly) {
        warpProducer->set("set.test_image", 0);
    }
    m_timewarpProducers[clipId] = warpProducer;
621
    m_effectStack->addService(m_timewarpProducers[clipId]);
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
622
    return std::shared_ptr<Mlt::Producer>(warpProducer->cut());
623 624 625
}

std::pair<std::shared_ptr<Mlt::Producer>, bool> ProjectClip::giveMasterAndGetTimelineProducer(int clipId, std::shared_ptr<Mlt::Producer> master,
626
                                                                                              PlaylistState::ClipState state)
627 628 629 630 631 632 633
{
    int in = master->get_in();
    int out = master->get_out();
    if (master->parent().is_valid()) {
        // in that case, we have a cut
        // check whether it's a timewarp
        double speed = 1.0;
634
        bool timeWarp = false;
635 636 637 638
        if (QString::fromUtf8(master->parent().get("mlt_service")) == QLatin1String("timewarp")) {
            speed = master->parent().get_double("warp_speed");
            timeWarp = true;
        }
639
        if (master->parent().get_int("_loaded") == 1) {
640 641
            // we already have a clip that shares the same master

642
            if (state != PlaylistState::Disabled || timeWarp) {
643
                // In that case, we must create copies
644 645
                std::shared_ptr<Mlt::Producer> prod(getTimelineProducer(clipId, state, speed)->cut(in, out));
                return {prod, false};
646
            }
Nicolas Carion's avatar
Nicolas Carion committed
647 648 649 650 651 652 653 654 655
            if (state == PlaylistState::Disabled && !m_disabledProducer) {
                qDebug() << "Warning: weird, we found a disabled clip whose master is already loaded but we don't have any yet";
                createDisabledMasterProducer();
                return {std::shared_ptr<Mlt::Producer>(m_disabledProducer->cut(in, out)), false};
            }
            if (state == PlaylistState::Disabled && QString::fromUtf8(m_disabledProducer->get("id")) != QString::fromUtf8(master->parent().get("id"))) {
                qDebug() << "Warning: weird, we found a disabled clip whose master is already loaded but doesn't match ours";
                return {std::shared_ptr<Mlt::Producer>(m_disabledProducer->cut(in, out)), false};
            }
656 657 658
            // We have a good id, this clip can be used
            return {master, true};
        } else {
659
            master->parent().set("_loaded", 1);
660
            if (timeWarp) {
661
                m_timewarpProducers[clipId] = std::shared_ptr<Mlt::Producer>(new Mlt::Producer(&master->parent()));
662
                m_effectStack->loadService(m_timewarpProducers[clipId]);
663 664
                return {master, true};
            }
665 666 667 668 669
            if (state == PlaylistState::AudioOnly) {
                m_audioProducers[clipId] = std::shared_ptr<Mlt::Producer>(new Mlt::Producer(&master->parent()));
                m_effectStack->loadService(m_audioProducers[clipId]);
                return {master, true};
            }
670
            if (state == PlaylistState::VideoOnly) {
671
                // good, we found a master video producer, and we didn't have any
672
                m_videoProducers[clipId] = std::shared_ptr<Mlt::Producer>(new Mlt::Producer(&master->parent()));
673
                m_effectStack->loadService(m_videoProducers[clipId]);
674 675
                return {master, true};
            }
Nicolas Carion's avatar
Nicolas Carion committed
676 677
            if (state == PlaylistState::Disabled && !m_disabledProducer) {
                // good, we found a master disabled producer, and we didn't have any
678
                m_disabledProducer.reset(master->parent().cut());
679
                m_effectStack->loadService(m_disabledProducer);
Nicolas Carion's avatar
Nicolas Carion committed
680 681 682
                return {master, true};
            }
            qDebug() << "Warning: weird, we found a clip whose master is not loaded but we already have a master";
683
            Q_ASSERT(false);
684 685 686 687
        }
    } else if (master->is_valid()) {
        // in that case, we have a master
        qDebug() << "Warning: weird, we received a master clip in lieue of a cut";
688
        exit(1);
689
        double speed = 1.0;
690
        if (QString::fromUtf8(master->parent().get("mlt_service")) == QLatin1String("timewarp")) {
691 692 693 694 695 696 697 698
            speed = master->get_double("warp_speed");
        }
        return {getTimelineProducer(clipId, state, speed), false};
    }
    // we have a problem
    return {std::shared_ptr<Mlt::Producer>(ClipController::mediaUnavailable->cut()), false};
}
/*
699 700 701
std::shared_ptr<Mlt::Producer> ProjectClip::timelineProducer(PlaylistState::ClipState state, int track)
{
    if (!m_service.startsWith(QLatin1String("avformat"))) {
702
        std::shared_ptr<Mlt::Producer> prod(originalProducer()->cut());
703 704 705 706 707
        int length = getProducerIntProperty(QStringLiteral("kdenlive:duration"));
        if (length > 0) {
            prod->set_in_and_out(0, length);
        }
        return prod;
708 709 710
    }
    if (state == PlaylistState::VideoOnly) {
        if (m_timelineProducers.count(0) > 0) {
711
            return std::shared_ptr<Mlt::Producer>(m_timelineProducers.find(0)->second->cut());
712 713
        }
        std::shared_ptr<Mlt::Producer> videoProd = cloneProducer();
714
        videoProd->set("audio_index", -1);
715
        m_timelineProducers[0] = videoProd;
716
        return std::shared_ptr<Mlt::Producer>(videoProd->cut());
717 718 719
    }
    if (state == PlaylistState::AudioOnly) {
        if (m_timelineProducers.count(-track) > 0) {
720
            return std::shared_ptr<Mlt::Producer>(m_timelineProducers.find(-track)->second->cut());
721 722
        }
        std::shared_ptr<Mlt::Producer> audioProd = cloneProducer();
723
        audioProd->set("video_index", -1);
724
        m_timelineProducers[-track] = audioProd;
725
        return std::shared_ptr<Mlt::Producer>(audioProd->cut());
726 727
    }
    if (m_timelineProducers.count(track) > 0) {
728
        return std::shared_ptr<Mlt::Producer>(m_timelineProducers.find(track)->second->cut());
729 730 731
    }
    std::shared_ptr<Mlt::Producer> normalProd = cloneProducer();
    m_timelineProducers[track] = normalProd;