| 1 | // Copyright (C) 2020 The Qt Company Ltd. | 
| 2 | // SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 | 
| 3 |  | 
| 4 | #include <QtCore/qdebug.h> | 
| 5 | #include <QtCore/qfile.h> | 
| 6 | #include <QtCore/qfileinfo.h> | 
| 7 | #include <QtCore/qcoreapplication.h> | 
| 8 | #include <QtCore/qdir.h> | 
| 9 | #include <QtCore/QTextStream> | 
| 10 | #include <QtCore/QThread> | 
| 11 |  | 
| 12 | #include <QtQmlDom/private/qqmldomtop_p.h> | 
| 13 | #include <QtQmlDom/private/qqmldomfilewriter_p.h> | 
| 14 | #include <QtQmlDom/private/qqmldomoutwriter_p.h> | 
| 15 | #include <QtQmlDom/private/qqmldomelements_p.h> | 
| 16 | #include <QtQmlDom/private/qqmldomfieldfilter_p.h> | 
| 17 | #include <QtQmlDom/private/qqmldomastdumper_p.h> | 
| 18 |  | 
| 19 | #include <cstdio> | 
| 20 | #include <optional> | 
| 21 |  | 
| 22 | #if QT_CONFIG(commandlineparser) | 
| 23 | #    include <QtCore/qcommandlineparser.h> | 
| 24 | #endif | 
| 25 |  | 
| 26 | #include <QtCore/qlibraryinfo.h> | 
| 27 | using namespace QQmlJS::Dom; | 
| 28 |  | 
| 29 | namespace tt { | 
| 30 | Q_NAMESPACE | 
| 31 |  | 
| 32 | enum class Dependencies { None, Required }; | 
| 33 | Q_ENUM_NS(Dependencies); | 
| 34 |  | 
| 35 | }; | 
| 36 | using namespace tt; | 
| 37 |  | 
| 38 | int main(int argc, char *argv[]) | 
| 39 | { | 
| 40 |     FieldFilter filter = FieldFilter::defaultFilter(); | 
| 41 |     QCoreApplication a(argc, argv); | 
| 42 |     QCoreApplication::setApplicationName("qmldom" ); | 
| 43 |     QCoreApplication::setApplicationVersion("1.0" ); | 
| 44 | #if QT_CONFIG(commandlineparser) | 
| 45 |     QCommandLineParser parser; | 
| 46 |     parser.setApplicationDescription(QLatin1String("QML dom tool" )); | 
| 47 |     parser.addHelpOption(); | 
| 48 |     parser.addVersionOption(); | 
| 49 |  | 
| 50 |     QCommandLineOption dumpOption(QStringList() << "d"  | 
| 51 |                                                 << "dump" , | 
| 52 |                                   QLatin1String("Dumps the code model" )); | 
| 53 |     parser.addOption(commandLineOption: dumpOption); | 
| 54 |     QCommandLineOption reformatOption(QStringList() << "r"  | 
| 55 |                                                     << "reformat" , | 
| 56 |                                       QLatin1String("reformats the files explicitly passed in" )); | 
| 57 |     parser.addOption(commandLineOption: reformatOption); | 
| 58 |  | 
| 59 |     QCommandLineOption filterOption( | 
| 60 |             QStringList() << "f"  | 
| 61 |                           << "filter-fields" , | 
| 62 |             QLatin1String("commas separated list of fields to filter out. Prepending a field with "  | 
| 63 |                           "'-' skips the field, with '+' it adds it. The field might be prepended "  | 
| 64 |                           "by '<type>:' to apply only to elements of that type"  | 
| 65 |                           "The default filters are " ) | 
| 66 |                     + filter.describeFieldsFilter(), | 
| 67 |             QLatin1String("fields" )); | 
| 68 |     parser.addOption(commandLineOption: filterOption); | 
| 69 |  | 
| 70 |     QCommandLineOption qmltypesDirsOption( | 
| 71 |             QStringList() << "I"  | 
| 72 |                           << "qmldirs" , | 
| 73 |             QLatin1String("Look for qmltypes files in specified directory" ), | 
| 74 |             QLatin1String("directory" )); | 
| 75 |     parser.addOption(commandLineOption: qmltypesDirsOption); | 
| 76 |  | 
| 77 |     QCommandLineOption qmltypesFilesOption(QStringList() << "i"  | 
| 78 |                                                          << "qmltypes" , | 
| 79 |                                            QLatin1String("Include the specified qmltypes files" ), | 
| 80 |                                            QLatin1String("qmltypes" )); | 
| 81 |     parser.addOption(commandLineOption: qmltypesFilesOption); | 
| 82 |  | 
| 83 |     QCommandLineOption pathToDumpOption( | 
| 84 |             QStringList() << "path-to-dump" , | 
| 85 |             QLatin1String("adds a path to dump. By default the base path of each file is dumped. "  | 
| 86 |                           "If any path starts with $ ($env for example) then the environment (and "  | 
| 87 |                           "not the loaded files) is used as basis." ), | 
| 88 |             QLatin1String("pathToDump" )); | 
| 89 |     parser.addOption(commandLineOption: pathToDumpOption); | 
| 90 |  | 
| 91 |     QCommandLineOption dependenciesOption( | 
| 92 |             QStringList() << "D"  | 
| 93 |                           << "dependencies" , | 
| 94 |             QLatin1String("Dependencies to load: none, required, reachable" ), | 
| 95 |             QLatin1String("dependenciesToLoad" ), QLatin1String("none" )); | 
| 96 |     parser.addOption(commandLineOption: dependenciesOption); | 
| 97 |  | 
| 98 |     QCommandLineOption reformatDirOption( | 
| 99 |             QStringList() << "reformat-dir" , | 
| 100 |             QLatin1String( | 
| 101 |                     "Target directory for the reformatted files, "  | 
| 102 |                     "if not given the files are reformatted in place (but backup files are kept)" ), | 
| 103 |             QLatin1String("reformatDir" )); | 
| 104 |     parser.addOption(commandLineOption: reformatDirOption); | 
| 105 |  | 
| 106 |     QCommandLineOption nBackupsOption( | 
| 107 |             QStringList() << "backups" , | 
| 108 |             QLatin1String("Number of backup files to generate (default is 2, the oldest, "  | 
| 109 |                           "and the last version are kept), " ), | 
| 110 |             QLatin1String("nBackups" )); | 
| 111 |     parser.addOption(commandLineOption: nBackupsOption); | 
| 112 |  | 
| 113 |     QCommandLineOption dumpAstOption(QStringList() << "dump-ast" , | 
| 114 |                                      QLatin1String("Dumps the AST of the given QML file." )); | 
| 115 |     parser.addOption(commandLineOption: dumpAstOption); | 
| 116 |  | 
| 117 |     parser.addPositionalArgument(name: QLatin1String("files" ), | 
| 118 |                                  description: QLatin1String("list of qml or js files to verify" )); | 
| 119 |  | 
| 120 |     parser.process(app: a); | 
| 121 |  | 
| 122 |     const auto positionalArguments = parser.positionalArguments(); | 
| 123 |     if (positionalArguments.isEmpty()) { | 
| 124 |         parser.showHelp(exitCode: -1); | 
| 125 |     } | 
| 126 |  | 
| 127 |     if (parser.isSet(option: filterOption)) { | 
| 128 |         qDebug() << "filters: "  << parser.values(option: filterOption); | 
| 129 |         for (const QString &fFields : parser.values(option: filterOption)) { | 
| 130 |             if (!filter.addFilter(f: fFields)) { | 
| 131 |                 return 1; | 
| 132 |             } | 
| 133 |         } | 
| 134 |         filter.setFiltred(); | 
| 135 |     } | 
| 136 |  | 
| 137 |     std::optional<DomType> fileType; | 
| 138 |     if (parser.isSet(option: reformatOption)) | 
| 139 |         fileType = DomType::QmlFile; | 
| 140 |  | 
| 141 |     Dependencies dep = Dependencies::None; | 
| 142 |     for (const QString &depName : parser.values(option: dependenciesOption)) { | 
| 143 |         QMetaEnum metaEnum = QMetaEnum::fromType<Dependencies>(); | 
| 144 |         bool found = false; | 
| 145 |         for (int i = 0; i < metaEnum.keyCount(); ++i) { | 
| 146 |             if (QLatin1String(metaEnum.key(index: i)).compare(other: depName, cs: Qt::CaseInsensitive) == 0) { | 
| 147 |                 found = true; | 
| 148 |                 dep = Dependencies(metaEnum.value(index: i)); | 
| 149 |             } | 
| 150 |         } | 
| 151 |         if (!found) { | 
| 152 |             QStringList values; | 
| 153 |             for (int i = 0; i < metaEnum.keyCount(); ++i) | 
| 154 |                 values.append(t: QString::fromUtf8(utf8: metaEnum.key(index: i)).toLower()); | 
| 155 |             qDebug().noquote() << "Invalid dependencies argument, expected one of "  | 
| 156 |                                << values.join(sep: QLatin1Char(',')); | 
| 157 |             return 1; | 
| 158 |         } | 
| 159 |     } | 
| 160 |  | 
| 161 |     int nBackups = 2; | 
| 162 |     if (parser.isSet(option: nBackupsOption)) { | 
| 163 |         bool intOk; | 
| 164 |         nBackups = parser.value(option: nBackupsOption).toInt(ok: &intOk); | 
| 165 |         if (!intOk) { | 
| 166 |             qDebug() << "expected an integer giving the number of backups after --backups, not "  | 
| 167 |                      << parser.value(option: nBackupsOption); | 
| 168 |         } | 
| 169 |     } | 
| 170 |  | 
| 171 |     QList<Path> pathsToDump; | 
| 172 |     for (const QString &pStr : parser.values(option: pathToDumpOption)) { | 
| 173 |         pathsToDump.append(t: Path::fromString(s: pStr)); | 
| 174 |     } | 
| 175 |     if (pathsToDump.isEmpty()) | 
| 176 |         pathsToDump.append(t: Path()); | 
| 177 |  | 
| 178 |     // use host qml import path as a sane default if nothing else has been provided | 
| 179 |     QStringList qmltypeDirs = parser.isSet(option: qmltypesDirsOption) | 
| 180 |             ? parser.values(option: qmltypesDirsOption) | 
| 181 |             : QStringList { QLibraryInfo::path(p: QLibraryInfo::Qml2ImportsPath) }; | 
| 182 |  | 
| 183 |     if (!parser.isSet(option: qmltypesFilesOption)) | 
| 184 |         qmltypeDirs << "." ; | 
| 185 |  | 
| 186 |     QStringList qmltypeFiles = | 
| 187 |             parser.isSet(option: qmltypesFilesOption) ? parser.values(option: qmltypesFilesOption) : QStringList {}; | 
| 188 | #else | 
| 189 |     QStringList qmltypeDirs {}; | 
| 190 |     QStringList qmltypeFiles {}; | 
| 191 | #endif | 
| 192 |  | 
| 193 |     { | 
| 194 |         QDebug dbg = qDebug(); | 
| 195 |         dbg << "dirs:\n" ; | 
| 196 |         for (const QString &d : std::as_const(t&: qmltypeDirs)) | 
| 197 |             dbg << "    '"  << d << "'\n" ; | 
| 198 |         dbg << "files:\n" ; | 
| 199 |         for (const QString &f : std::as_const(t: positionalArguments)) | 
| 200 |             dbg << "    '"  << f << "'\n" ; | 
| 201 |         dbg << "fieldFilter: "  << filter.describeFieldsFilter(); | 
| 202 |         dbg << "\n" ; | 
| 203 |     } | 
| 204 |     DomEnvironment::Options options = DomEnvironment::Option::SingleThreaded; | 
| 205 |     if (dep == Dependencies::None) | 
| 206 |         options = options | DomEnvironment::Option::NoDependencies; | 
| 207 |     std::shared_ptr<DomEnvironment> envPtr(new DomEnvironment(qmltypeDirs, options)); | 
| 208 |     DomItem env(envPtr); | 
| 209 |     qDebug() << "will load\n" ; | 
| 210 |     if (dep != Dependencies::None) | 
| 211 |         envPtr->loadBuiltins(); | 
| 212 |     QList<DomItem> loadedFiles(positionalArguments.size()); | 
| 213 |     qsizetype iPos = 0; | 
| 214 |     for (const QString &s : std::as_const(t: positionalArguments)) { | 
| 215 |         envPtr->loadFile( | 
| 216 |                 file: FileToLoad::fromFileSystem(environment: envPtr, canonicalPath: s), | 
| 217 |                 callback: [&loadedFiles, iPos](Path, const DomItem &, const DomItem &newIt) { | 
| 218 |                     loadedFiles[iPos] = newIt; | 
| 219 |                 }, | 
| 220 |                 fileType); | 
| 221 |     } | 
| 222 |     envPtr->loadPendingDependencies(); | 
| 223 |     bool hadFailures = false; | 
| 224 |     const qsizetype largestFileSizeToCheck = 32000; | 
| 225 |  | 
| 226 |     if (parser.isSet(option: reformatOption)) { | 
| 227 |         for (auto &qmlFile : loadedFiles) { | 
| 228 |             QString qmlFilePath = qmlFile.canonicalFilePath(); | 
| 229 |             if (qmlFile.internalKind() != DomType::QmlFile) { | 
| 230 |                 qWarning() << "cannot reformat"  << qmlFile.internalKindStr() << "("  << qmlFilePath | 
| 231 |                            << ")" ; | 
| 232 |                 continue; | 
| 233 |             } | 
| 234 |             qDebug() << "reformatting"  << qmlFilePath; | 
| 235 |             FileWriter fw; | 
| 236 |             LineWriterOptions lwOptions; | 
| 237 |             WriteOutChecks checks = WriteOutCheck::Default; | 
| 238 |             if (std::shared_ptr<QmlFile> qmlFilePtr = qmlFile.ownerAs<QmlFile>()) | 
| 239 |                 if (qmlFilePtr->code().size() > largestFileSizeToCheck) | 
| 240 |                     checks = WriteOutCheck::None; | 
| 241 |             QString target = qmlFilePath; | 
| 242 |             QString rDir = parser.value(option: reformatDirOption); | 
| 243 |             if (!rDir.isEmpty()) { | 
| 244 |                 QFileInfo f(qmlFilePath); | 
| 245 |                 QDir d(rDir); | 
| 246 |                 target = d.filePath(fileName: f.fileName()); | 
| 247 |             } | 
| 248 |             auto res = qmlFile.writeOut(path: target, nBackups, opt: lwOptions, fw: &fw, extraChecks: checks); | 
| 249 |             switch (fw.status) { | 
| 250 |             case FileWriter::Status::ShouldWrite: | 
| 251 |             case FileWriter::Status::SkippedDueToFailure: | 
| 252 |                 qWarning() << "failure reformatting "  << qmlFilePath; | 
| 253 |                 break; | 
| 254 |             case FileWriter::Status::DidWrite: | 
| 255 |                 qDebug() << "success" ; | 
| 256 |                 break; | 
| 257 |             case FileWriter::Status::SkippedEqual: | 
| 258 |                 qDebug() << "no change" ; | 
| 259 |             } | 
| 260 |             hadFailures = hadFailures || !res; | 
| 261 |         } | 
| 262 |     } else if (parser.isSet(option: dumpAstOption)) { | 
| 263 |         if (pathsToDump.size() > 1) { | 
| 264 |             qWarning() << "--dump-ast can only be used with a single file" ; | 
| 265 |             return 1; | 
| 266 |         } | 
| 267 |         for (auto &fileItem : loadedFiles) { | 
| 268 |             const auto file = fileItem.fileObject().ownerAs<QmlFile>(); | 
| 269 |             if (!file) { | 
| 270 |                 qWarning() << "cannot dump AST for"  << fileItem.canonicalPath(); | 
| 271 |                 qWarning() << "is it a valid QML file?" ; | 
| 272 |                 continue; | 
| 273 |             } | 
| 274 |             const QString ast = | 
| 275 |                     QQmlJS::Dom::astNodeDump(n: file->ast(), opt: AstDumperOption::DumpNode, indent: 1, baseIndent: 0); | 
| 276 |             QTextStream ts(stdout); | 
| 277 |             ts << ast << Qt::flush; | 
| 278 |         } | 
| 279 |     } else if (parser.isSet(option: dumpOption) || !parser.isSet(option: reformatOption) | 
| 280 |                || !parser.isSet(option: dumpAstOption)) { | 
| 281 |         qDebug() << "will dump\n" ; | 
| 282 |         QTextStream ts(stdout); | 
| 283 |         auto sink = [&ts](QStringView v) { | 
| 284 |             ts << v; /* ts.flush(); */ | 
| 285 |         }; | 
| 286 |         qsizetype iPathToDump = 0; | 
| 287 |         bool globalPaths = false; | 
| 288 |         for (const auto &p : pathsToDump) | 
| 289 |             if (p.headKind() == Path::Kind::Root) | 
| 290 |                 globalPaths = true; | 
| 291 |         if (globalPaths) | 
| 292 |             loadedFiles = QList<DomItem>({ env }); | 
| 293 |         bool dumpDict = pathsToDump.size() > 1 || loadedFiles.size() > 1; | 
| 294 |         if (dumpDict) | 
| 295 |             sink(u"{\n" ); | 
| 296 |         while (iPathToDump < pathsToDump.size()) { | 
| 297 |             for (auto &fileItem : loadedFiles) { | 
| 298 |                 Path p = pathsToDump.at(i: iPathToDump++ % pathsToDump.size()); | 
| 299 |                 if (dumpDict) { | 
| 300 |                     if (iPathToDump > 1) | 
| 301 |                         sink(u",\n" ); | 
| 302 |                     sink(u"\"" ); | 
| 303 |                     if (fileItem.internalKind() != DomType::DomEnvironment) { | 
| 304 |                         sinkEscaped(sink, s: fileItem.canonicalFilePath(), | 
| 305 |                                     options: EscapeOptions::NoOuterQuotes); | 
| 306 |                         sink(u"/" ); | 
| 307 |                     } | 
| 308 |                     sinkEscaped(sink, s: p.toString(), options: EscapeOptions::NoOuterQuotes); | 
| 309 |                     sink(u"\":\n" ); | 
| 310 |                 } | 
| 311 |                 fileItem.path(p).dump(sink, indent: 0, filter); | 
| 312 |             } | 
| 313 |         } | 
| 314 |         if (dumpDict) | 
| 315 |             sink(u"}\n" ); | 
| 316 |         Qt::endl(s&: ts).flush(); | 
| 317 |     } | 
| 318 |     for (int i = 0; i < 100; ++i) | 
| 319 |         QThread::yieldCurrentThread(); // let buggy integrations catch up with the output | 
| 320 |     // return a.exec(); | 
| 321 |     return 0; | 
| 322 | } | 
| 323 |  | 
| 324 | #include "qmldomtool.moc" | 
| 325 |  |