src/encoder_x265.cpp

   1 ///////////////////////////////////////////////////////////////////////////////
   2 // Simple x264 Launcher
   3 // Copyright (C) 2004-2015 LoRd_MuldeR <MuldeR2@GMX.de>
   4 //
   5 // This program is free software; you can redistribute it and/or modify
   6 // it under the terms of the GNU General Public License as published by
   7 // the Free Software Foundation; either version 2 of the License, or
   8 // (at your option) any later version.
   9 //
  10 // This program is distributed in the hope that it will be useful,
  11 // but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 // GNU General Public License for more details.
  14 //
  15 // You should have received a copy of the GNU General Public License along
  16 // with this program; if not, write to the Free Software Foundation, Inc.,
  17 // 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  18 //
  19 // http://www.gnu.org/licenses/gpl-2.0.txt
  20 ///////////////////////////////////////////////////////////////////////////////
  21
  22 #include "encoder_x265.h"
  23
  24 //Internal
  25 #include "global.h"
  26 #include "model_options.h"
  27 #include "model_status.h"
  28 #include "binaries.h"
  29 #include "mediainfo.h"
  30 #include "model_sysinfo.h"
  31
  32 //MUtils
  33 #include <MUtils/Exception.h>
  34
  35 //Qt
  36 #include <QStringList>
  37 #include <QDir>
  38 #include <QRegExp>
  39
  40 //x265 version info
  41 static const unsigned int VERSION_X265_MINIMUM_VER =  17;
  42 static const unsigned int VERSION_X265_MINIMUM_REV = 382;
  43
  44 // ------------------------------------------------------------
  45 // Helper Macros
  46 // ------------------------------------------------------------
  47
  48 #define X265_UPDATE_PROGRESS(X) do \
  49 { \
  50         bool ok[2] = { false, false }; \
  51         unsigned int progressInt = (X)->cap(1).toUInt(&ok[0]); \
  52         unsigned int progressFrc = (X)->cap(2).toUInt(&ok[1]); \
  53         setStatus((pass == 2) ? JobStatus_Running_Pass2 : ((pass == 1) ? JobStatus_Running_Pass1 : JobStatus_Running)); \
  54         if(ok[0] && ok[1]) \
  55         { \
  56                 const double progress = (double(progressInt) / 100.0) + (double(progressFrc) / 1000.0); \
  57                 if(!qFuzzyCompare(progress, last_progress)) \
  58                 { \
  59                         setProgress(floor(progress * 100.0)); \
  60                         size_estimate = qFuzzyIsNull(size_estimate) ? estimateSize(m_outputFile, progress) : ((0.667 * size_estimate) + (0.333 * estimateSize(m_outputFile, progress))); \
  61                         last_progress = progress; \
  62                 } \
  63         } \
  64         setDetails(tr("%1, est. file size %2").arg(line.mid(offset).trimmed(), sizeToString(qRound64(size_estimate)))); \
  65 } \
  66 while(0)
  67
  68 #define REMOVE_CUSTOM_ARG(LIST, ITER, FLAG, PARAM) do \
  69 { \
  70         if(ITER != LIST.end()) \
  71         { \
  72                 if((*ITER).compare(PARAM, Qt::CaseInsensitive) == 0) \
  73                 { \
  74                         log(tr("WARNING: Custom parameter \"" PARAM "\" will be ignored in Pipe'd mode!\n")); \
  75                         ITER = LIST.erase(ITER); \
  76                         if(ITER != LIST.end()) \
  77                         { \
  78                                 if(!((*ITER).startsWith("--", Qt::CaseInsensitive))) ITER = LIST.erase(ITER); \
  79                         } \
  80                         FLAG = true; \
  81                 } \
  82         } \
  83 } \
  84 while(0)
  85
  86 // ------------------------------------------------------------
  87 // Encoder Info
  88 // ------------------------------------------------------------
  89
  90 class X265EncoderInfo : public AbstractEncoderInfo
  91 {
  92 public:
  93         virtual QFlags<OptionsModel::EncVariant> getVariants(void) const
  94         {
  95                 QFlags<OptionsModel::EncVariant> variants;
  96                 variants |= OptionsModel::EncVariant_8Bit;
  97                 variants |= OptionsModel::EncVariant_10Bit;
  98                 variants |= OptionsModel::EncVariant_12Bit;
  99                 return variants;
 100         }
 101
 102         virtual QStringList getTunings(void) const
 103         {
 104                 QStringList tunings;
 105                 tunings << "Grain" << "PSNR" << "SSIM" << "FastDecode" << "ZeroLatency";
 106                 return tunings;
 107         }
 108
 109         virtual QStringList getProfiles(const int &variant) const
 110         {
 111                 QStringList profiles;
 112                 switch(variant)
 113                 {
 114                 case OptionsModel::EncVariant_8Bit:
 115                         profiles << "main" << "main-intra" << "mainstillpicture" << "main444-8" << "main444-intra" << "main444-stillpicture";
 116                         break;
 117                 case OptionsModel::EncVariant_10Bit:
 118                         profiles << "main10" << "main10-intra" << "main422-10" << "main422-10-intra" << "main444-10" << "main444-10-intra";
 119                         break;
 120                 case OptionsModel::EncVariant_12Bit:
 121                         profiles << "main12" << "main12-intra" << "main422-12" << "main422-12-intra" << "main444-12" << "main444-12-intra";
 122                         break;
 123                 }
 124                 return profiles;
 125         }
 126
 127         virtual QStringList supportedOutputFormats(void) const
 128         {
 129                 QStringList extLst;
 130                 extLst << "hevc";
 131                 return extLst;
 132         }
 133
 134         virtual bool isRCModeSupported(const int rcMode) const
 135         {
 136                 switch(rcMode)
 137                 {
 138                 case OptionsModel::RCMode_CRF:
 139                 case OptionsModel::RCMode_CQ:
 140                 case OptionsModel::RCMode_2Pass:
 141                 case OptionsModel::RCMode_ABR:
 142                         return true;
 143                 default:
 144                         return false;
 145                 }
 146         }
 147
 148         virtual bool isInputTypeSupported(const int format) const
 149         {
 150                 switch(format)
 151                 {
 152                 case MediaInfo::FILETYPE_YUV4MPEG2:
 153                         return true;
 154                 default:
 155                         return false;
 156                 }
 157         }
 158
 159         virtual QString getBinaryPath(const SysinfoModel *sysinfo, const OptionsModel::EncArch &encArch, const OptionsModel::EncVariant &encVariant) const
 160         {
 161                 QString arch, variant;
 162                 switch(encArch)
 163                 {
 164                         case OptionsModel::EncArch_x86_32: arch = "x86"; break;
 165                         case OptionsModel::EncArch_x86_64: arch = "x64"; break;
 166                         default: MUTILS_THROW("Unknown encoder arch!");
 167                 }
 168                 switch(encVariant)
 169                 {
 170                         case OptionsModel::EncVariant_8Bit:  variant = "8bit";  break;
 171                         case OptionsModel::EncVariant_10Bit: variant = "10bit"; break;
 172                         case OptionsModel::EncVariant_12Bit: variant = "12bit"; break;
 173                         default: MUTILS_THROW("Unknown encoder arch!");
 174                 }
 175                 return QString("%1/toolset/%2/x265_%3_%2.exe").arg(sysinfo->getAppPath(), arch, variant);
 176         }
 177 };
 178
 179 static const X265EncoderInfo s_x265EncoderInfo;
 180
 181 const AbstractEncoderInfo &X265Encoder::getEncoderInfo(void)
 182 {
 183         return s_x265EncoderInfo;
 184 }
 185
 186 // ------------------------------------------------------------
 187 // Constructor & Destructor
 188 // ------------------------------------------------------------
 189
 190 X265Encoder::X265Encoder(JobObject *jobObject, const OptionsModel *options, const SysinfoModel *const sysinfo, const PreferencesModel *const preferences, JobStatus &jobStatus, volatile bool *abort, volatile bool *pause, QSemaphore *semaphorePause, const QString &sourceFile, const QString &outputFile)
 191 :
 192         AbstractEncoder(jobObject, options, sysinfo, preferences, jobStatus, abort, pause, semaphorePause, sourceFile, outputFile)
 193 {
 194         if(options->encType() != OptionsModel::EncType_X265)
 195         {
 196                 MUTILS_THROW("Invalid encoder type!");
 197         }
 198 }
 199
 200 X265Encoder::~X265Encoder(void)
 201 {
 202         /*Nothing to do here*/
 203 }
 204
 205 QString X265Encoder::getName(void) const
 206 {
 207         QString arch, variant;
 208         switch(m_options->encArch())
 209         {
 210                 case OptionsModel::EncArch_x86_32: arch = "x86"; break;
 211                 case OptionsModel::EncArch_x86_64: arch = "x64"; break;
 212                 default: MUTILS_THROW("Unknown encoder arch!");
 213         }
 214         switch(m_options->encVariant())
 215         {
 216                 case OptionsModel::EncVariant_8Bit:  variant = "8-Bit";  break;
 217                 case OptionsModel::EncVariant_10Bit: variant = "10-Bit"; break;
 218                 case OptionsModel::EncVariant_12Bit: variant = "12-Bit"; break;
 219                 default: MUTILS_THROW("Unknown encoder arch!");
 220         }
 221         return QString("x265 (H.265/HEVC), %1, %2").arg(arch, variant);
 222 }
 223
 224 // ------------------------------------------------------------
 225 // Check Version
 226 // ------------------------------------------------------------
 227
 228 void X265Encoder::checkVersion_init(QList<QRegExp*> &patterns, QStringList &cmdLine)
 229 {
 230         cmdLine << "--version";
 231         patterns << new QRegExp("\\bHEVC\\s+encoder\\s+version\\s+(\\d)\\.(\\d+)\\+(\\d+)\\b", Qt::CaseInsensitive);
 232         patterns << new QRegExp("\\bHEVC\\s+encoder\\s+version\\s+(\\d)\\.(\\d+)\\b", Qt::CaseInsensitive);
 233 }
 234
 235 void X265Encoder::checkVersion_parseLine(const QString &line, QList<QRegExp*> &patterns, unsigned int &core, unsigned int &build, bool &modified)
 236 {
 237         int offset = -1;
 238
 239         if((offset = patterns[0]->lastIndexIn(line)) >= 0)
 240         {
 241                 bool ok[3] = { false, false, false };
 242                 unsigned int temp[3];
 243                 temp[0] = patterns[0]->cap(1).toUInt(&ok[0]);
 244                 temp[1] = patterns[0]->cap(2).toUInt(&ok[1]);
 245                 temp[2] = patterns[0]->cap(3).toUInt(&ok[2]);
 246                 if(ok[0] && ok[1])
 247                 {
 248                         core = (10 * temp[0]) + temp[1];
 249                 }
 250                 if(ok[2]) build = temp[2];
 251         }
 252         else if((offset = patterns[1]->lastIndexIn(line)) >= 0)
 253         {
 254                 bool ok[2] = { false, false };
 255                 unsigned int temp[2];
 256                 temp[0] = patterns[1]->cap(1).toUInt(&ok[0]);
 257                 temp[1] = patterns[1]->cap(2).toUInt(&ok[1]);
 258                 if(ok[0] && ok[1])
 259                 {
 260                         core = (10 * temp[0]) + temp[1];
 261                 }
 262                 build = 0;
 263         }
 264
 265         if(!line.isEmpty())
 266         {
 267                 log(line);
 268         }
 269 }
 270
 271 QString X265Encoder::printVersion(const unsigned int &revision, const bool &modified)
 272 {
 273         unsigned int core, build;
 274         splitRevision(revision, core, build);
 275
 276         return tr("x265 version: %1.%2+%3").arg(QString::number(core / 10), QString::number(core % 10), QString::number(build));
 277 }
 278
 279 bool X265Encoder::isVersionSupported(const unsigned int &revision, const bool &modified)
 280 {
 281         unsigned int core, build;
 282         splitRevision(revision, core, build);
 283
 284         if((core < VERSION_X265_MINIMUM_VER) || ((core == VERSION_X265_MINIMUM_VER) && (build < VERSION_X265_MINIMUM_REV)))
 285         {
 286                 log(tr("\nERROR: Your version of x265 is too old! (Minimum required revision is 0.%1+%2)").arg(QString::number(VERSION_X265_MINIMUM_VER), QString::number(VERSION_X265_MINIMUM_REV)));
 287                 return false;
 288         }
 289         else if(core > VERSION_X265_MINIMUM_VER)
 290         {
 291                 log(tr("\nWARNING: Your version of x265 is newer than the latest tested version, take care!"));
 292                 log(tr("This application works best with x265 version %1.%2. Newer versions may work or not.").arg(QString::number(VERSION_X265_MINIMUM_VER / 10), QString::number(VERSION_X265_MINIMUM_VER % 10)));
 293         }
 294
 295         return true;
 296 }
 297
 298 // ------------------------------------------------------------
 299 // Encoding Functions
 300 // ------------------------------------------------------------
 301
 302 void X265Encoder::buildCommandLine(QStringList &cmdLine, const bool &usePipe, const unsigned int &frames, const QString &indexFile, const int &pass, const QString &passLogFile)
 303 {
 304         double crf_int = 0.0, crf_frc = 0.0;
 305
 306         switch(m_options->rcMode())
 307         {
 308         case OptionsModel::RCMode_CQ:
 309                 cmdLine << "--qp" << QString::number(qRound(m_options->quantizer()));
 310                 break;
 311         case OptionsModel::RCMode_CRF:
 312                 crf_frc = modf(m_options->quantizer(), &crf_int);
 313                 cmdLine << "--crf" << QString("%1.%2").arg(QString::number(qRound(crf_int)), QString::number(qRound(crf_frc * 10.0)));
 314                 break;
 315         case OptionsModel::RCMode_2Pass:
 316         case OptionsModel::RCMode_ABR:
 317                 cmdLine << "--bitrate" << QString::number(m_options->bitrate());
 318                 break;
 319         default:
 320                 MUTILS_THROW("Bad rate-control mode !!!");
 321                 break;
 322         }
 323
 324         if((pass == 1) || (pass == 2))
 325         {
 326                 cmdLine << "--pass" << QString::number(pass);
 327                 cmdLine << "--stats" << QDir::toNativeSeparators(passLogFile);
 328         }
 329
 330         cmdLine << "--preset" << m_options->preset().toLower();
 331
 332         if(!m_options->tune().simplified().isEmpty())
 333         {
 334                 if(m_options->tune().simplified().compare(QString::fromLatin1(OptionsModel::TUNING_UNSPECIFIED), Qt::CaseInsensitive) != 0)
 335                 {
 336                         cmdLine << "--tune" << m_options->tune().simplified().toLower();
 337                 }
 338         }
 339
 340         if(!m_options->profile().simplified().isEmpty())
 341         {
 342                 if(m_options->profile().simplified().compare(QString::fromLatin1(OptionsModel::PROFILE_UNRESTRICTED), Qt::CaseInsensitive) != 0)
 343                 {
 344                         cmdLine << "--profile" << m_options->profile().simplified().toLower();
 345                 }
 346         }
 347
 348         if(!m_options->customEncParams().isEmpty())
 349         {
 350                 QStringList customArgs = splitParams(m_options->customEncParams(), m_sourceFile, m_outputFile);
 351                 if(usePipe)
 352                 {
 353                         QStringList::iterator i = customArgs.begin();
 354                         while(i != customArgs.end())
 355                         {
 356                                 bool bModified = false;
 357                                 REMOVE_CUSTOM_ARG(customArgs, i, bModified, "--fps");
 358                                 REMOVE_CUSTOM_ARG(customArgs, i, bModified, "--frames");
 359                                 if(!bModified) i++;
 360                         }
 361                 }
 362                 cmdLine.append(customArgs);
 363         }
 364
 365         cmdLine << "--output" << QDir::toNativeSeparators(m_outputFile);
 366
 367         if(usePipe)
 368         {
 369                 if(frames < 1) MUTILS_THROW("Frames not set!");
 370                 cmdLine << "--frames" << QString::number(frames);
 371                 cmdLine << "--y4m" << "-";
 372         }
 373         else
 374         {
 375                 cmdLine << QDir::toNativeSeparators(m_sourceFile);
 376         }
 377 }
 378
 379 void X265Encoder::runEncodingPass_init(QList<QRegExp*> &patterns)
 380 {
 381         patterns << new QRegExp("\\[(\\d+)\\.(\\d+)%\\].+frames");   //regExpProgress
 382         patterns << new QRegExp("indexing.+\\[(\\d+)\\.(\\d+)%\\]"); //regExpIndexing
 383         patterns << new QRegExp("^(\\d+) frames:"); //regExpFrameCnt
 384         patterns << new QRegExp("\\[\\s*(\\d+)\\.(\\d+)%\\]\\s+(\\d+)/(\\d+)\\s(\\d+).(\\d+)\\s(\\d+).(\\d+)\\s+(\\d+):(\\d+):(\\d+)\\s+(\\d+):(\\d+):(\\d+)"); //regExpModified
 385 }
 386
 387 void X265Encoder::runEncodingPass_parseLine(const QString &line, QList<QRegExp*> &patterns, const int &pass, double &last_progress, double &size_estimate)
 388 {
 389         int offset = -1;
 390         if((offset = patterns[0]->lastIndexIn(line)) >= 0)
 391         {
 392                 X265_UPDATE_PROGRESS(patterns[0]);
 393         }
 394         else if((offset = patterns[1]->lastIndexIn(line)) >= 0)
 395         {
 396                 bool ok = false;
 397                 unsigned int progress = patterns[1]->cap(1).toUInt(&ok);
 398                 setStatus(JobStatus_Indexing);
 399                 if(ok)
 400                 {
 401                         setProgress(progress);
 402                 }
 403                 setDetails(line.mid(offset).trimmed());
 404         }
 405         else if((offset = patterns[2]->lastIndexIn(line)) >= 0)
 406         {
 407                 setStatus((pass == 2) ? JobStatus_Running_Pass2 : ((pass == 1) ? JobStatus_Running_Pass1 : JobStatus_Running));
 408                 setDetails(line.mid(offset).trimmed());
 409         }
 410         else if((offset = patterns[3]->lastIndexIn(line)) >= 0)
 411         {
 412                 X265_UPDATE_PROGRESS(patterns[3]);
 413         }
 414         else if(!line.isEmpty())
 415         {
 416                 log(line);
 417         }
 418 }