projectclip.cpp 32.1 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/*
Copyright (C) 2012  Till Theato <root@ttill.de>
Copyright (C) 2014  Jean-Baptiste Mardelle <jb@kdenlive.org>
This file is part of Kdenlive. See www.kdenlive.org.

This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License as
published by the Free Software Foundation; either version 2 of
the License or (at your option) version 3 or any later version
accepted by the membership of KDE e.V. (or its successor approved
by the membership of KDE e.V.), which shall act as a proxy 
defined in Section 14 of version 3 of the license.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>.
*/

#include "projectclip.h"
#include "projectfolder.h"
25
#include "projectsubclip.h"
26
#include "bin.h"
27
#include "timecode.h"
28 29
#include "doc/kthumb.h"
#include "kdenlivesettings.h"
30
#include "timeline/clip.h"
31
#include "project/projectcommands.h"
32
#include "mltcontroller/clipcontroller.h"
33
#include "lib/audio/audioStreamInfo.h"
34
#include "mltcontroller/clippropertiescontroller.h"
35 36 37

#include <QDomElement>
#include <QFile>
38
#include <QDir>
39 40
#include <QDebug>
#include <QCryptographicHash>
41
#include <QtConcurrent>
42
#include <KLocalizedString>
43
#include <KMessageBox>
44 45


Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
46
ProjectClip::ProjectClip(const QString &id, QIcon thumb, ClipController *controller, ProjectFolder* parent) :
47 48
    AbstractProjectItem(AbstractProjectItem::ClipItem, id, parent)
    , audioFrameCache()
Vincent Pinon's avatar
Vincent Pinon committed
49
    , m_controller(controller)
50
    , m_abortAudioThumb(false)
51
    , m_thumbsProducer(NULL)
52
{
53
    m_clipStatus = StatusReady;
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
54
    m_thumbnail = thumb;
55 56
    m_name = m_controller->clipName();
    m_duration = m_controller->getStringDuration();
57
    m_date = m_controller->date;
58
    m_description = m_controller->description();
59
    m_type = m_controller->clipType();
60 61
    // Make sure we have a hash for this clip
    hash();
62
    setParent(parent);
63
    bin()->loadSubClips(id, m_controller->getPropertiesFromPrefix("kdenlive:clipzone."));
64
    if (KdenliveSettings::audiothumbnails()) {
65
        m_audioThumbsThread = QtConcurrent::run(this, &ProjectClip::slotCreateAudioThumbs);
66
    }
67 68
}

69
ProjectClip::ProjectClip(const QDomElement& description, QIcon thumb, ProjectFolder* parent) :
70
    AbstractProjectItem(AbstractProjectItem::ClipItem, description, parent)
71
    , audioFrameCache()
Vincent Pinon's avatar
Vincent Pinon committed
72
    , m_controller(NULL)
73
    , m_abortAudioThumb(false)
74
    , m_type(Unknown)
75
    , m_thumbsProducer(NULL)
76 77
{
    Q_ASSERT(description.hasAttribute("id"));
78
    m_clipStatus = StatusWaiting;
79
    m_thumbnail = thumb;
80 81 82
    if (description.hasAttribute("type")) {
        m_type = (ClipType) description.attribute("type").toInt();
    }
83
    m_temporaryUrl = QUrl::fromLocalFile(getXmlProperty(description, "resource"));
84
    QString clipName = getXmlProperty(description, "kdenlive:clipname");
85 86 87
    if (!clipName.isEmpty()) {
        m_name = clipName;
    }
88 89
    else if (m_temporaryUrl.isValid()) {
        m_name = m_temporaryUrl.fileName();
90
    }
91
    else m_name = i18n("Untitled");
92
    setParent(parent);
93 94 95 96 97
}


ProjectClip::~ProjectClip()
{
98
    // controller is deleted in bincontroller
99
    abortAudioThumbs();
100 101
    m_requestedThumbs.clear();
    m_thumbThread.waitForFinished();
102
    delete m_thumbsProducer;
103
    delete audioFrameCache;
104 105
}

106 107 108 109 110
QString ProjectClip::getToolTip() const
{
    return url().toLocalFile();
}

111
QString ProjectClip::getXmlProperty(const QDomElement &producer, const QString &propertyName, const QString &defaultValue)
112
{
113
    QString value = defaultValue;
114 115 116 117 118 119 120 121 122 123
    QDomNodeList props = producer.elementsByTagName("property");
    for (int i = 0; i < props.count(); ++i) {
        if (props.at(i).toElement().attribute("name") == propertyName) {
            value = props.at(i).firstChild().nodeValue();
            break;
        }
    }
    return value;
}

124
void ProjectClip::updateAudioThumbnail(QVariantList audioLevels)
125 126
{
    ////qDebug() << "CLIPBASE RECIEDVED AUDIO DATA*********************************************";
127
    audioFrameCache = new QVariantList(audioLevels);
128
    m_controller->audioThumbCreated = true;
129 130 131 132 133 134 135 136 137 138 139
    emit gotAudioData();
}

QList < CommentedTime > ProjectClip::commentedSnapMarkers() const
{
    if (m_controller) return m_controller->commentedSnapMarkers();
    return QList < CommentedTime > ();
}

bool ProjectClip::audioThumbCreated() const
{
140
    return (m_controller && m_controller->audioThumbCreated);
141 142
}

143 144
ClipType ProjectClip::clipType() const
{
145
    return m_type;
146 147
}

148 149 150 151 152 153 154 155 156 157 158 159
bool ProjectClip::hasParent(const QString &id) const
{
    AbstractProjectItem *par = parent();
    while (par) {
	if (par->clipId() == id) {
	    return true;
	}
	par = par->parent();
    }
    return false;
}

160 161 162 163 164 165 166 167
ProjectClip* ProjectClip::clip(const QString &id)
{
    if (id == m_id) {
        return this;
    }
    return NULL;
}

168 169
ProjectFolder* ProjectClip::folder(const QString &id)
{
170
    Q_UNUSED(id)
171 172 173
    return NULL;
}

174 175 176 177 178
void ProjectClip::disableEffects(bool disable)
{
    if (m_controller) m_controller->disableEffects(disable);
}

179 180 181
ProjectSubClip* ProjectClip::getSubClip(int in, int out)
{
    for (int i = 0; i < count(); ++i) {
Vincent Pinon's avatar
Vincent Pinon committed
182
        ProjectSubClip *clip = static_cast<ProjectSubClip *>(at(i))->subClip(in, out);
183 184 185 186 187 188 189
        if (clip) {
            return clip;
        }
    }
    return NULL;
}

190 191 192 193 194 195 196 197
ProjectClip* ProjectClip::clipAt(int ix)
{
    if (ix == index()) {
        return this;
    }
    return NULL;
}

198
/*bool ProjectClip::isValid() const
199
{
200 201
    return m_controller->isValid();
}*/
202 203 204

QUrl ProjectClip::url() const
{
205
    if (m_controller) return m_controller->clipUrl();
206
    return m_temporaryUrl;
207 208 209 210
}

bool ProjectClip::hasLimitedDuration() const
{
211 212 213 214
    if (m_controller) {
        return m_controller->hasLimitedDuration();
    }
    return true;
215 216
}

217
GenTime ProjectClip::duration() const
218
{
219 220
    if (m_controller) {
	return m_controller->getPlaytime();
221
    }
222
    return GenTime();
223 224
}

225
void ProjectClip::reloadProducer(bool thumbnailOnly)
226 227 228
{
    QDomDocument doc;
    QDomElement xml = toXml(doc);
229 230 231 232
    if (thumbnailOnly) {
        // set a special flag to request thumbnail only
        xml.setAttribute("thumbnailOnly", "1");
    }
233
    bin()->reloadProducer(m_id, xml);
234 235 236 237
}

void ProjectClip::setCurrent(bool current, bool notify)
{
238
    Q_UNUSED(notify)
239
    if (current && m_controller) {
Jean-Baptiste Mardelle's avatar
cleanup  
Jean-Baptiste Mardelle committed
240
        bin()->openProducer(m_controller);
241
        bin()->editMasterEffect(m_controller);
242 243 244 245 246
    }
}

QDomElement ProjectClip::toXml(QDomDocument& document)
{
247 248 249
    if (m_controller) {
        m_controller->getProducerXML(document);
        return document.documentElement().firstChildElement("producer");
250
    }
251
    return QDomElement();
252 253 254 255
}

void ProjectClip::setThumbnail(QImage img)
{
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
256 257
    QPixmap thumb = roundedPixmap(QPixmap::fromImage(img));
    if (hasProxy() && !thumb.isNull()) {
258
        // Overlay proxy icon
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
259
        QPainter p(&thumb);
260
        QColor c(220, 220, 10, 200);
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
261
        QRect r(0, 0, thumb.height() / 2.5, thumb.height() / 2.5);
262 263 264 265 266 267 268 269
        p.fillRect(r, c);
        QFont font = p.font();
        font.setPixelSize(r.height());
        font.setBold(true);
        p.setFont(font);
        p.setPen(Qt::black);
        p.drawText(r, Qt::AlignCenter, i18nc("The first letter of Proxy, used as abbreviation", "P"));
    }
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
270
    m_thumbnail = QIcon(thumb);
271 272 273
    bin()->emitItemUpdated(this);
}

274 275 276 277 278
QPixmap ProjectClip::thumbnail(int width, int height)
{
    return m_thumbnail.pixmap(width, height);
}

279
bool ProjectClip::setProducer(ClipController *controller, bool replaceProducer)
280
{
281
    if (!replaceProducer && m_controller) {
Vincent Pinon's avatar
Vincent Pinon committed
282
        qDebug()<<"// RECEIVED PRODUCER BUT WE ALREADY HAVE ONE\n----------";
283
        return false;
284
    }
285
    bool isNewProducer = true;
286 287
    if (m_controller) {
        // Replace clip for this controller
288
        //m_controller->updateProducer(m_id, &(controller->originalProducer()));
289
       //delete controller;
290 291
        resetProducerProperty("kdenlive:file_hash");
        isNewProducer = false;
292
    }
293
    else if (controller) {
294 295 296 297
        // We did not yet have the controller, update info
        m_controller = controller;
        if (m_name.isEmpty()) m_name = m_controller->clipName();
        m_duration = m_controller->getStringDuration();
298
        m_date = m_controller->date;
299
        m_description = m_controller->description();
300
        m_temporaryUrl.clear();
301
        if (m_type == Unknown) m_type = m_controller->clipType();
302
    }
303
    m_clipStatus = StatusReady;
304
    bin()->emitItemUpdated(this);
305 306
    // Make sure we have a hash for this clip
    hash();
307
    createAudioThumbs();
308
    return isNewProducer;
309 310 311 312 313 314 315 316 317 318 319 320 321
}

void ProjectClip::createAudioThumbs()
{
    if (KdenliveSettings::audiothumbnails() && !m_audioThumbsThread.isRunning()) {
        m_audioThumbsThread = QtConcurrent::run(this, &ProjectClip::slotCreateAudioThumbs);
    }
}

void ProjectClip::abortAudioThumbs()
{
    if (m_audioThumbsThread.isRunning()) {
        m_abortAudioThumb = true;
322
        m_audioThumbsThread.waitForFinished();
323
    }
324 325
}

326
Mlt::Producer *ProjectClip::originalProducer()
327
{
328 329 330 331
    if (!m_controller) {
        return NULL;
    }
    return &m_controller->originalProducer();
332 333
}

334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355
Mlt::Producer *ProjectClip::thumbProducer()
{
    QMutexLocker locker(&m_producerMutex);
    if (m_thumbsProducer) {
        return m_thumbsProducer;
    }
    if (!m_controller) {
        return NULL;
    }
    Mlt::Producer prod = m_controller->originalProducer();
    Clip clip(prod);
    m_thumbsProducer = clip.softClone(ClipController::getPassPropertiesList());
    // Check if we are using GPU accel, then we need to use alternate producer
    if (KdenliveSettings::gpu_accel()) {
        Mlt::Filter scaler(*prod.profile(), "swscale");
        Mlt::Filter converter(*prod.profile(), "avcolor_space");
        m_thumbsProducer->attach(scaler);
        m_thumbsProducer->attach(converter);
    }
    return m_thumbsProducer;
}

356 357 358 359 360
ClipController *ProjectClip::controller()
{
    return m_controller;
}

361
bool ProjectClip::isReady() const
362
{
363
    return m_controller != NULL && m_clipStatus == StatusReady;
364 365
}

366
/*void ProjectClip::setZone(const QPoint &zone)
367 368
{
    m_zone = zone;
369
}*/
370 371 372

QPoint ProjectClip::zone() const
{
373 374 375
    int x = getProducerIntProperty("kdenlive:zone_in");
    int y = getProducerIntProperty("kdenlive:zone_out");
    return QPoint(x, y);
376 377
}

Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
378 379 380 381 382 383 384 385
void ProjectClip::resetProducerProperty(const QString &name)
{
    if (m_controller) {
        m_controller->resetProperty(name);
    }
}

void ProjectClip::setProducerProperty(const QString &name, int data)
386
{
387 388
    if (m_controller) {
	m_controller->setProperty(name, data);
389 390 391
    }
}

Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
392
void ProjectClip::setProducerProperty(const QString &name, double data)
393
{
394 395
    if (m_controller) {
        m_controller->setProperty(name, data);
396 397 398
    }
}

Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
399
void ProjectClip::setProducerProperty(const QString &name, const QString &data)
400
{
401 402
    if (m_controller) {
        m_controller->setProperty(name, data);
403 404 405
    }
}

406 407 408 409 410 411 412 413 414 415 416 417 418 419
QMap <QString, QString> ProjectClip::currentProperties(const QMap <QString, QString> &props)
{
    QMap <QString, QString> currentProps;
    if (!m_controller) {
        return currentProps;
    }
    QMap<QString, QString>::const_iterator i = props.constBegin();
    while (i != props.constEnd()) {
        currentProps.insert(i.key(), m_controller->property(i.key()));
        ++i;
    }
    return currentProps;
}

420 421 422 423 424 425 426 427
QColor ProjectClip::getProducerColorProperty(const QString &key) const
{
    if (m_controller) {
        return m_controller->color_property(key);
    }
    return QColor();
}

428 429 430 431 432 433 434 435
int ProjectClip::getProducerIntProperty(const QString &key) const
{
    int value = 0;
    if (m_controller) {
        value = m_controller->int_property(key);
    }
    return value;
}
436

437
QString ProjectClip::getProducerProperty(const QString &key) const
438 439
{
    QString value;
440 441
    if (m_controller) {
	value = m_controller->property(key);
442 443 444 445 446 447
    }
    return value;
}

const QString ProjectClip::hash()
{
448 449
    if (m_controller) {
        QString clipHash = m_controller->property("kdenlive:file_hash");
450 451
        if (!clipHash.isEmpty()) {
            return clipHash;
452
        }
453
    }
454
    return getFileHash();
455 456
}

457
const QString ProjectClip::getFileHash() const
458
{
459 460 461 462 463 464 465 466
    QByteArray fileData;
    QByteArray fileHash;
    switch (m_type) {
      case SlideShow:
          fileData = m_controller ? m_controller->clipUrl().toLocalFile().toUtf8() : m_temporaryUrl.toLocalFile().toUtf8();
          fileHash = QCryptographicHash::hash(fileData, QCryptographicHash::Md5);
          break;
      case Text:
467 468 469
          fileData = m_controller ? m_controller->property("xmldata").toUtf8() : name().toUtf8();
          fileHash = QCryptographicHash::hash(fileData, QCryptographicHash::Md5);
          break;
470
      case Color:
471 472
          fileData = m_controller ? m_controller->property("resource").toUtf8() : name().toUtf8();
          fileHash = QCryptographicHash::hash(fileData, QCryptographicHash::Md5);
473 474 475 476 477
          break;
      default:
          QFile file(m_controller ? m_controller->clipUrl().toLocalFile() : m_temporaryUrl.toLocalFile());
          if (file.open(QIODevice::ReadOnly)) { // write size and hash only if resource points to a file
              /*
478 479 480
               * 1 MB = 1 second per 450 files (or faster)
               * 10 MB = 9 seconds per 450 files (or faster)
               */
481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496
            if (file.size() > 2000000) {
                fileData = file.read(1000000);
                if (file.seek(file.size() - 1000000))
                    fileData.append(file.readAll());
            } else
                fileData = file.readAll();
            file.close();
            if (m_controller) m_controller->setProperty("kdenlive:file_size", QString::number(file.size()));
            fileHash = QCryptographicHash::hash(fileData, QCryptographicHash::Md5);
          }
          break;
    }
    if (fileHash.isEmpty()) return QString();
    QString result = fileHash.toHex();
    if (m_controller) {
	m_controller->setProperty("kdenlive:file_hash", result);
497
    }
498
    return result;
499
}
500 501 502 503 504 505

double ProjectClip::getOriginalFps() const
{
    if (!m_controller) return 0;
    return m_controller->originalFps();
}
506 507 508

bool ProjectClip::hasProxy() const
{
509
    QString proxy = getProducerProperty("kdenlive:proxy");
510 511 512 513
    if (proxy.isEmpty() || proxy == "-") return false;
    return true;
}

514
void ProjectClip::setProperties(QMap <QString, QString> properties, bool refreshPanel)
515 516
{
    QMapIterator<QString, QString> i(properties);
517
    QMap <QString, QString> passProperties;
518
    bool refreshProducer = false;
519
    bool refreshAnalysis = false;
520 521 522
    bool reload = false;
    // Some properties also need to be passed to track producers
    QStringList timelineProperties;
523
    timelineProperties << "force_aspect_ratio" << "video_index" << "audio_index" << "set.force_full_luma"<< "full_luma" <<"threads" <<"force_colorspace"<<"force_tff"<<"force_progressive"<<"force_fps";
524 525 526 527
    QStringList keys;
    keys << "luma_duration" << "luma_file" << "fade" << "ttl" << "softness" << "crop" << "animation";
    while (i.hasNext()) {
        i.next();
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
528
        setProducerProperty(i.key(), i.value());
529 530 531
        if (m_type == SlideShow && keys.contains(i.key())) {
            reload = true;
        }
532
        if (i.key().startsWith("kdenlive:clipanalysis")) refreshAnalysis = true;
533 534 535
        if (timelineProperties.contains(i.key())) {
            passProperties.insert(i.key(), i.value());
        }
536
    }
537 538
    if (properties.contains("kdenlive:proxy")) {
        QString value = properties.value("kdenlive:proxy");
539 540 541 542 543 544
        // If value is "-", that means user manually disabled proxy on this clip
        if (value.isEmpty() || value == "-") {
            // reset proxy
            if (bin()->hasPendingJob(m_id, AbstractClipJob::PROXYJOB)) {
                bin()->discardJobs(m_id, AbstractClipJob::PROXYJOB);
            }
545 546 547
            else {
                reloadProducer();
            }
548 549
        }
        else {
550
            // A proxy was requested, make sure to keep original url
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
551
            setProducerProperty("kdenlive:originalurl", url().toLocalFile());
552
            bin()->startJob(m_id, AbstractClipJob::PROXYJOB);
553 554
        }
    }
555 556
    else if (properties.contains("resource")) {
        // Clip resource changed, update thumbnail
557
        if (m_type != Color) {
558
            reloadProducer();
559
        }
560
        reload = true;
561
    }
562
    if (properties.contains("xmldata") || !passProperties.isEmpty()) {
563 564
        refreshProducer = true;
    }
565
    if (refreshAnalysis) emit refreshAnalysisPanel();
566 567 568 569 570
    if (properties.contains("length")) {
        m_duration = m_controller->getStringDuration();
        bin()->emitItemUpdated(this);
    }

571 572 573 574
    if (properties.contains("kdenlive:clipname")) {
        m_name = properties.value("kdenlive:clipname");
        bin()->emitItemUpdated(this);
    }
575 576 577 578
    if (refreshPanel) {
        // Some of the clip properties have changed through a command, update properties panel
        emit refreshPropertiesPanel();
    }
579
    if (refreshProducer || reload) {
580
        // producer has changed, refresh monitor and thumbnail
581
        if (reload) reloadProducer(true);
582
        bin()->refreshClip(m_id);
583
    }
584 585 586
    if (!passProperties.isEmpty()) {
        bin()->updateTimelineProducers(m_id, passProperties);
    }
587 588 589 590 591 592
}

void ProjectClip::setJobStatus(AbstractClipJob::JOBTYPE jobType, ClipJobStatus status, int progress, const QString &statusMessage)
{
    m_jobType = jobType;
    if (progress > 0) {
593
        if (m_jobProgress == progress) return;
594 595 596 597 598 599
	m_jobProgress = progress;
    }
    else {
	m_jobProgress = status;
	if ((status == JobAborted || status == JobCrashed  || status == JobDone) || !statusMessage.isEmpty()) {
	    m_jobMessage = statusMessage;
600
            bin()->emitMessage(statusMessage, OperationCompletedMessage);
601 602 603 604
	}
    }
    bin()->emitItemUpdated(this);
}
605

606 607 608

ClipPropertiesController *ProjectClip::buildProperties(QWidget *parent)
{
609
    ClipPropertiesController *panel = new ClipPropertiesController(bin()->projectTimecode(), m_controller, parent);
610
    connect(this, SIGNAL(refreshPropertiesPanel()), panel, SLOT(slotReloadProperties()));
611
    connect(this, SIGNAL(refreshAnalysisPanel()), panel, SLOT(slotFillAnalysisData()));
612 613 614
    return panel;
}

615 616
void ProjectClip::updateParentInfo(const QString &folderid, const QString &foldername)
{
617
    Q_UNUSED(foldername)
618
    m_controller->setProperty("kdenlive:folderid", folderid);
619 620
}

621 622 623
bool ProjectClip::matches(QString condition)
{
    //TODO
624
    Q_UNUSED(condition)
625 626 627
    return true;
}

628
const QString ProjectClip::codec(bool audioCodec) const
629
{
630 631
    if (!m_controller) return QString();
    return m_controller->codec(audioCodec);
632
}
633

634
bool ProjectClip::rename(const QString &name, int column)
635 636 637
{
    QMap <QString, QString> newProperites;
    QMap <QString, QString> oldProperites;
638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660
    bool edited = false;
    switch (column) {
      case 0:
        if (m_name == name) return false;
        // Rename clip
        oldProperites.insert("kdenlive:clipname", m_name);
        newProperites.insert("kdenlive:clipname", name);
        m_name = name;
        edited = true;
        break;
      case 2:
        if (m_description == name) return false;
        // Rename clip
        oldProperites.insert("kdenlive:description", m_description);
        newProperites.insert("kdenlive:description", name);
        m_description = name;
        edited = true;
        break;
    }
    if (edited) {
        bin()->slotEditClipCommand(m_id, oldProperites, newProperites);
    }
    return edited;
661 662
}

663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690
void ProjectClip::addClipMarker(QList <CommentedTime> newMarkers, QUndoCommand *groupCommand)
{
    if (!m_controller) return;
    QList <CommentedTime> oldMarkers;
    for (int i = 0; i < newMarkers.count(); ++i) {
        CommentedTime oldMarker = m_controller->markerAt(newMarkers.at(i).time());
        if (oldMarker == CommentedTime()) {
            oldMarker = newMarkers.at(i);
            oldMarker.setMarkerType(-1);
        }
        oldMarkers << oldMarker;
    }
    (void) new AddMarkerCommand(this, oldMarkers, newMarkers, groupCommand);
}

bool ProjectClip::deleteClipMarkers(QUndoCommand *command)
{
    QList <CommentedTime> markers = commentedSnapMarkers();
    if (markers.isEmpty()) {
        return false;
    }
    QList <CommentedTime> newMarkers;
    for (int i = 0; i < markers.size(); ++i) {
        CommentedTime marker = markers.at(i);
        marker.setMarkerType(-1);
        newMarkers << marker;
    }
    new AddMarkerCommand(this, markers, newMarkers, command);
691
    return true;
692 693 694 695 696 697 698 699 700 701 702 703 704 705
}

void ProjectClip::addMarkers(QList <CommentedTime> &markers)
{
    if (!m_controller) return;
    for (int i = 0; i < markers.count(); ++i) {
      if (markers.at(i).markerType() < 0) m_controller->deleteSnapMarker(markers.at(i).time());
      else m_controller->addSnapMarker(markers.at(i));
    }
    // refresh markers in clip monitor
    bin()->refreshClipMarkers(m_id);
    // refresh markers in timeline clips
    emit refreshClipDisplay();
}
706

Vincent Pinon's avatar
Vincent Pinon committed
707
void ProjectClip::addEffect(const ProfileInfo &pInfo, QDomElement &effect)
708
{
709
    m_controller->addEffect(pInfo, effect);
710
    bin()->updateMasterEffect(m_controller);
711
    bin()->emitItemUpdated(this);
712 713
}

714
void ProjectClip::removeEffect(int ix)
715
{
716
    m_controller->removeEffect(ix);
717
    bin()->updateMasterEffect(m_controller);
718 719 720 721 722 723 724
    bin()->emitItemUpdated(this);
}

QVariant ProjectClip::data(DataType type) const
{
    switch (type) {
      case AbstractProjectItem::IconOverlay:
Jean-Baptiste Mardelle's avatar
Jean-Baptiste Mardelle committed
725
            return m_controller != NULL ? (m_controller->hasEffects() ? QVariant("kdenlive-track_has_effect") : QVariant()) : QVariant();
726 727 728 729 730
            break;
        default:
	    break;
    }
    return AbstractProjectItem::data(type);
731
}
732 733

void ProjectClip::slotExtractImage(QList <int> frames)
734 735 736 737 738 739 740 741 742 743 744 745 746 747
{
    QMutexLocker lock(&m_thumbMutex);
    for (int i = 0; i < frames.count(); i++) {
        if (!m_requestedThumbs.contains(frames.at(i))) {
            m_requestedThumbs << frames.at(i);
        }
    }
    qSort(m_requestedThumbs);
    if (!m_thumbThread.isRunning()) {
        m_thumbThread = QtConcurrent::run(this, &ProjectClip::doExtractImage);
    }
}

void ProjectClip::doExtractImage()
748
{
749
    Mlt::Producer *prod = thumbProducer();
750
    if (prod == NULL || !prod->is_valid()) return;
751 752
    int fullWidth = (int)((double) 150 * prod->profile()->dar() + 0.5);
    QDir thumbFolder(bin()->projectFolder().path() + "/thumbs/");
753 754 755 756 757 758
    int max = prod->get_length();
    int pos;
    while (!m_requestedThumbs.isEmpty()) {
        m_thumbMutex.lock();
        pos = m_requestedThumbs.takeFirst();
        m_thumbMutex.unlock();
759 760
        if (thumbFolder.exists(hash() + '#' + QString::number(pos) + ".png")) {
            emit thumbReady(pos, QImage(thumbFolder.absoluteFilePath(hash() + '#' + QString::number(pos) + ".png")));
761 762 763 764 765 766
            continue;
        }
	if (pos >= max) pos = max - 1;
	prod->seek(pos);
	Mlt::Frame *frame = prod->get_frame();
	if (frame && frame->is_valid()) {
767
            QImage img = KThumb::getFrame(frame, fullWidth, 150);
768
            emit thumbReady(pos, img);
769 770 771
        }
        delete frame;
    }
772
}
773

774 775
void ProjectClip::slotExtractSubImage(QList <int> frames)
{
776
    Mlt::Producer *prod = thumbProducer();
777
    if (prod == NULL || !prod->is_valid()) return;
778 779 780 781
    int fullWidth = (int)((double) 150 * prod->profile()->dar() + 0.5);
    QDir thumbFolder(bin()->projectFolder().path() + "/thumbs/");
    for (int i = 0; i < frames.count(); i++) {
        int pos = frames.at(i);
782 783
        QString path = thumbFolder.absoluteFilePath(hash() + "#" + QString::number(pos) + ".png");
        QImage img(path);
784 785
        if (!img.isNull()) {
            for (int i = 0; i < count(); ++i) {
Vincent Pinon's avatar
Vincent Pinon committed
786
                ProjectSubClip *clip = static_cast<ProjectSubClip *>(at(i));
787 788 789 790 791 792 793 794
                if (clip && clip->zone().x() == pos) {
                    clip->setThumbnail(img);
                }
            }
            continue;
        }
        int max = prod->get_out();
        if (pos >= max) pos = max - 1;
795
        if (pos < 0) pos = 0;
796 797 798
        prod->seek(pos);
        Mlt::Frame *frame = prod->get_frame();
        if (frame && frame->is_valid()) {
799
            QImage img = KThumb::getFrame(frame, fullWidth, 150);
800
            if (!img.isNull()) {
801
                img.save(path);
802
                for (int i = 0; i < count(); ++i) {
Vincent Pinon's avatar
Vincent Pinon committed
803
                    ProjectSubClip *clip = static_cast<ProjectSubClip *>(at(i));
804 805 806 807 808 809 810 811 812 813
                    if (clip && clip->zone().x() == pos) {
                        clip->setThumbnail(img);
                    }
                }
            }
        }
        delete frame;
    }
}

814 815 816 817 818 819
int ProjectClip::audioChannels() const
{
    if (!m_controller || !m_controller->audioInfo()) return 0;
    return m_controller->audioInfo()->channels();
}

820 821
void ProjectClip::slotCreateAudioThumbs()
{
822
    Mlt::Producer *prod = originalProducer();
823
    if (!prod || !prod->is_valid()) return;
824 825 826 827
    AudioStreamInfo *audioInfo = m_controller->audioInfo();
    if (audioInfo == NULL) return;
    QString clipHash = hash();
    if (clipHash.isEmpty()) return;
828
    QString audioPath = bin()->projectFolder().path() + "/thumbs/" + clipHash + "_audio.png";
829 830 831 832 833 834
    double lengthInFrames = prod->get_playtime();
    int frequency = audioInfo->samplingRate();
    if (frequency <= 0) frequency = 48000;
    int channels = audioInfo->channels();
    if (channels <= 0) channels = 2;
    double frame = 0.0;
835
    QVariantList audioLevels;
836 837 838 839 840 841
    QImage image(audioPath);
    if (!image.isNull()) {
        // convert cached image
        int n = image.width() * image.height();
        for (int i = 0; i < n; i++) {
            QRgb p = image.pixel(i / 2, i % channels);
842 843 844 845
            audioLevels << qRed(p);
            audioLevels << qGreen(p);
            audioLevels << qBlue(p);
            audioLevels << qAlpha(p);
846 847
        }
    }
848
    if (audioLevels.size() > 0) {
849
        updateAudioThumbnail(audioLevels);
850 851 852
        return;
    }
    QString service = prod->get("mlt_service");
853 854 855 856
    if (service == "avformat-novalidate")
        service = "avformat";
    else if (service.startsWith("xml"))
        service = "xml-nogl";
857
    QScopedPointer <Mlt::Producer> audioProducer(new Mlt::Producer(*prod->profile(), service.toUtf8().constData(), prod->get("resource")));
858 859 860
    if (!audioProducer->is_valid()) {
        return;
    }
861 862 863 864 865 866
    Mlt::Filter chans(*prod->profile(), "audiochannels");
    Mlt::Filter converter(*prod->profile(), "audioconvert");
    Mlt::Filter levels(*prod->profile(), "audiolevel");
    audioProducer->attach(chans);
    audioProducer->attach(converter);
    audioProducer->attach(levels);
867

868
    audioProducer->set("video_index", "-1");
869 870 871 872
    int last_val = 0;
    setJobStatus(AbstractClipJob::THUMBJOB, JobWaiting, 0, i18n("Creating audio thumbnails"));
    double framesPerSecond = audioProducer->get_fps();
    mlt_audio_format audioFormat = mlt_audio_s16;
873 874 875 876 877
    QStringList keys;
    for (int i = 0; i < channels; i++) {
        keys << "meta.media.audio_level." + QString::number(i);
    }
    for (int z = (int) frame; z < (int)(frame + lengthInFrames) && !m_abortAudioThumb; ++z) {
878 879 880 881 882 883
        int val = (int)((z - frame) / (frame + lengthInFrames) * 100.0);
        if (last_val != val && val > 1) {
            setJobStatus(AbstractClipJob::THUMBJOB, JobWorking, val);
            last_val = val;
        }
        Mlt::Frame *mlt_frame = audioProducer->get_frame();
884 885 886 887 888
        if (mlt_frame && mlt_frame->is_valid() && !mlt_frame->get_int("test_audio")) {
            int samples = mlt_sample_calculator(framesPerSecond, frequency, z);
            mlt_frame->get_audio(audioFormat, frequency, channels, samples);
            for (int channel = 0; channel < channels; ++channel) {
                double level = 256 * qMin(mlt_frame->get_double(keys.at(channel).toUtf8().constData()) * 0.9, 1.0);
889
                audioLevels << level;
890
            }
891
        } else if (!audioLevels.isEmpty()) {
892
            for (int channel = 0; channel < channels; channel++)
893
                audioLevels << audioLevels.last();
894 895
        }
        delete mlt_frame;
896
        if (m_abortAudioThumb) break;
897
    }