/************************************************************************** ** ** This file is part of Qt Creator ** ** Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies). ** ** Contact: Nokia Corporation (qt-info@nokia.com) ** ** Commercial Usage ** ** Licensees holding valid Qt Commercial licenses may use this file in ** accordance with the Qt Commercial License Agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and Nokia. ** ** GNU Lesser General Public License Usage ** ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** If you are unsure which license is appropriate for your use, please ** contact the sales department at http://qt.nokia.com/contact. ** **************************************************************************/ #include "gnumakeparser.h" #include "projectexplorerconstants.h" #include "taskwindow.h" #include #include using namespace ProjectExplorer; namespace { // optional full path, make executable name, optional exe extention, optional number in square brackets, colon space const char * const MAKE_PATTERN("^(([A-Za-z]:)?[/\\\\][^:]*[/\\\\])?(mingw(32|64)-|g)?make(.exe)?(\\[\\d+\\])?:\\s"); } GnuMakeParser::GnuMakeParser(const QString &dir) : m_suppressIssues(false), m_fatalErrorCount(0) { m_makeDir.setPattern(QLatin1String(MAKE_PATTERN) + QLatin1String("(\\w+) directory .(.+).$")); m_makeDir.setMinimal(true); m_makeLine.setPattern(QLatin1String(MAKE_PATTERN) + QLatin1String("\\*\\*\\*\\s(.*)$")); m_makeLine.setMinimal(true); m_makefileError.setPattern(QLatin1String("^(.*):(\\d+):\\s\\*\\*\\*\\s(.*)$")); m_makefileError.setMinimal(true); addDirectory(dir); } int GnuMakeParser::fatalErrors() const { return m_fatalErrorCount; } void GnuMakeParser::stdOutput(const QString &line) { QString lne = line.trimmed(); if (m_makeDir.indexIn(lne) > -1) { if (m_makeDir.cap(7) == "Leaving") removeDirectory(m_makeDir.cap(8)); else addDirectory(m_makeDir.cap(8)); return; } IOutputParser::stdOutput(line); } void GnuMakeParser::stdError(const QString &line) { QString lne = line.trimmed(); if (m_makefileError.indexIn(lne) > -1) { ++m_fatalErrorCount; if (!m_suppressIssues) { m_suppressIssues = true; addTask(Task(Task::Error, m_makefileError.cap(3), m_makefileError.cap(1), m_makefileError.cap(2).toInt(), Constants::TASK_CATEGORY_BUILDSYSTEM)); } return; } if (m_makeLine.indexIn(lne) > -1) { ++m_fatalErrorCount; if (!m_suppressIssues) { m_suppressIssues = true; addTask(Task(Task::Error, m_makeLine.cap(7), QString() /* filename */, -1, /* line */ Constants::TASK_CATEGORY_BUILDSYSTEM)); } return; } IOutputParser::stdError(line); } void GnuMakeParser::addDirectory(const QString &dir) { if (dir.isEmpty()) return; m_directories.append(dir); } void GnuMakeParser::removeDirectory(const QString &dir) { m_directories.removeOne(dir); } void GnuMakeParser::taskAdded(const Task &task) { Task editable(task); if (task.type == Task::Error) { // assume that all make errors will be follow up errors: m_suppressIssues = true; } QString filePath(QDir::cleanPath(task.file.trimmed())); if (!filePath.isEmpty() && !QDir::isAbsolutePath(filePath)) { QList possibleFiles; foreach (const QString &dir, m_directories) { QFileInfo candidate(dir + QLatin1Char('/') + filePath); if (candidate.exists() && !possibleFiles.contains(candidate)) { possibleFiles << candidate; } } if (possibleFiles.size() == 1) editable.file = possibleFiles.first().filePath(); // Let the Makestep apply additional heuristics (based on // files in ther project) if we can not uniquely // identify the file! } IOutputParser::taskAdded(editable); } #if defined WITH_TESTS QStringList GnuMakeParser::searchDirectories() const { return m_directories; } #endif // Unit tests: #ifdef WITH_TESTS # include # include # include "outputparser_test.h" # include "projectexplorer.h" # include "projectexplorerconstants.h" # include "metatypedeclarations.h" void ProjectExplorerPlugin::testGnuMakeParserParsing_data() { QTest::addColumn("extraSearchDirs"); QTest::addColumn("input"); QTest::addColumn("inputChannel"); QTest::addColumn("childStdOutLines"); QTest::addColumn("childStdErrLines"); QTest::addColumn >("tasks"); QTest::addColumn("outputLines"); QTest::addColumn("additionalSearchDirs"); QTest::newRow("pass-through stdout") << QStringList() << QString::fromLatin1("Sometext") << OutputParserTester::STDOUT << QString::fromLatin1("Sometext") << QString() << QList() << QString() << QStringList(); QTest::newRow("pass-through stderr") << QStringList() << QString::fromLatin1("Sometext") << OutputParserTester::STDERR << QString() << QString::fromLatin1("Sometext") << QList() << QString() << QStringList(); // make sure adding directories works (once;-) QTest::newRow("entering directory") << (QStringList() << QString::fromLatin1("/test/dir") ) << QString::fromLatin1("make[4]: Entering directory `/home/code/build/qt/examples/opengl/grabber'\n" "make[4]: Entering directory `/home/code/build/qt/examples/opengl/grabber'\n") << OutputParserTester::STDOUT << QString() << QString() << QList() << QString() << (QStringList() << QString::fromLatin1("/home/code/build/qt/examples/opengl/grabber") << QString::fromLatin1("/home/code/build/qt/examples/opengl/grabber") << QString::fromLatin1("/test/dir")); QTest::newRow("leaving directory") << (QStringList() << QString::fromLatin1("/home/code/build/qt/examples/opengl/grabber") << QString::fromLatin1("/test/dir")) << QString::fromLatin1("make[4]: Leaving directory `/home/code/build/qt/examples/opengl/grabber'") << OutputParserTester::STDOUT << QString() << QString() << QList() << QString() << (QStringList() << QString::fromLatin1("/test/dir")); QTest::newRow("make error") << QStringList() << QString::fromLatin1("make: *** No rule to make target `hello.c', needed by `hello.o'. Stop.") << OutputParserTester::STDERR << QString() << QString() << (QList() << Task(Task::Error, QString::fromLatin1("No rule to make target `hello.c', needed by `hello.o'. Stop."), QString(), -1, Constants::TASK_CATEGORY_BUILDSYSTEM)) << QString() << QStringList(); QTest::newRow("multiple fatals") << QStringList() << QString::fromLatin1("make[3]: *** [.obj/debug-shared/gnumakeparser.o] Error 1\n" "make[3]: *** Waiting for unfinished jobs....\n" "make[2]: *** [sub-projectexplorer-make_default] Error 2") << OutputParserTester::STDERR << QString() << QString() << (QList() << Task(Task::Error, QString::fromLatin1("[.obj/debug-shared/gnumakeparser.o] Error 1"), QString(), -1, Constants::TASK_CATEGORY_BUILDSYSTEM)) << QString() << QStringList(); QTest::newRow("Makefile error") << QStringList() << QString::fromLatin1("Makefile:360: *** missing separator (did you mean TAB instead of 8 spaces?). Stop.") << OutputParserTester::STDERR << QString() << QString() << (QList() << Task(Task::Error, QString::fromLatin1("missing separator (did you mean TAB instead of 8 spaces?). Stop."), QString::fromLatin1("Makefile"), 360, Constants::TASK_CATEGORY_BUILDSYSTEM)) << QString() << QStringList(); QTest::newRow("mingw32-make error") << QStringList() << QString::fromLatin1("mingw32-make[1]: *** [debug/qplotaxis.o] Error 1\n" "mingw32-make: *** [debug] Error 2") << OutputParserTester::STDERR << QString() << QString() << (QList() << Task(Task::Error, QString::fromLatin1("[debug/qplotaxis.o] Error 1"), QString(), -1, Constants::TASK_CATEGORY_BUILDSYSTEM)) << QString() << QStringList(); QTest::newRow("mingw64-make error") << QStringList() << QString::fromLatin1("mingw64-make.exe[1]: *** [dynlib.inst] Error -1073741819") << OutputParserTester::STDERR << QString() << QString() << (QList() << Task(Task::Error, QString::fromLatin1("[dynlib.inst] Error -1073741819"), QString(), -1, Constants::TASK_CATEGORY_BUILDSYSTEM)) << QString() << QStringList(); QTest::newRow("pass-trough note") << QStringList() << QString::fromLatin1("/home/dev/creator/share/qtcreator/gdbmacros/gdbmacros.cpp:1079: note: initialized from here") << OutputParserTester::STDERR << QString() << QString::fromLatin1("/home/dev/creator/share/qtcreator/gdbmacros/gdbmacros.cpp:1079: note: initialized from here") << QList() << QString() << QStringList(); QTest::newRow("Full path make exe") << QStringList() << QString::fromLatin1("C:\\Qt\\4.6.2-Symbian\\s60sdk\\epoc32\\tools\\make.exe: *** [sis] Error 2") << OutputParserTester::STDERR << QString() << QString() << (QList() << Task(Task::Error, QString::fromLatin1("[sis] Error 2"), QString(), -1, Constants::TASK_CATEGORY_BUILDSYSTEM)) << QString() << QStringList(); } void ProjectExplorerPlugin::testGnuMakeParserParsing() { OutputParserTester testbench; GnuMakeParser *childParser = new GnuMakeParser; testbench.appendOutputParser(childParser); QFETCH(QStringList, extraSearchDirs); QFETCH(QString, input); QFETCH(OutputParserTester::Channel, inputChannel); QFETCH(QList, tasks); QFETCH(QString, childStdOutLines); QFETCH(QString, childStdErrLines); QFETCH(QString, outputLines); QFETCH(QStringList, additionalSearchDirs); QStringList searchDirs = childParser->searchDirectories(); // add extra directories: foreach(const QString &dir, extraSearchDirs) childParser->addDirectory(dir); testbench.testParsing(input, inputChannel, tasks, childStdOutLines, childStdErrLines, outputLines); // make sure we still have all the original dirs QStringList newSearchDirs = childParser->searchDirectories(); foreach (const QString &dir, searchDirs) { QVERIFY(newSearchDirs.contains(dir)); newSearchDirs.removeOne(dir); } // make sure we have all additional dirs: foreach (const QString &dir, additionalSearchDirs) { QVERIFY(newSearchDirs.contains(dir)); newSearchDirs.removeOne(dir); } // make sure we have no extra cruft: QVERIFY(newSearchDirs.isEmpty()); } void ProjectExplorerPlugin::testGnuMakeParserTaskMangling_data() { QTest::addColumn("files"); QTest::addColumn("searchDirectories"); QTest::addColumn("inputTask"); QTest::addColumn("outputTask"); QTest::newRow("no filename") << QStringList() << QStringList() << Task(Task::Error, QLatin1String("no filename, no mangling"), QString(), -1, Constants::TASK_CATEGORY_COMPILE) << Task(Task::Error, QLatin1String("no filename, no mangling"), QString(), -1, Constants::TASK_CATEGORY_COMPILE); QTest::newRow("no mangling") << QStringList() << QStringList() << Task(Task::Error, QLatin1String("unknown filename, no mangling"), QString::fromLatin1("some/path/unknown.cpp"), -1, Constants::TASK_CATEGORY_COMPILE) << Task(Task::Error, QLatin1String("unknown filename, no mangling"), QString::fromLatin1("some/path/unknown.cpp"), -1, Constants::TASK_CATEGORY_COMPILE); QTest::newRow("find file") << (QStringList() << "test/file.cpp") << (QStringList() << "test") << Task(Task::Error, QLatin1String("mangling"), QString::fromLatin1("file.cpp"), 10, Constants::TASK_CATEGORY_COMPILE) << Task(Task::Error, QLatin1String("mangling"), QString::fromLatin1("$TMPDIR/test/file.cpp"), 10, Constants::TASK_CATEGORY_COMPILE); } void ProjectExplorerPlugin::testGnuMakeParserTaskMangling() { OutputParserTester testbench; GnuMakeParser *childParser = new GnuMakeParser; testbench.appendOutputParser(childParser); QFETCH(QStringList, files); QFETCH(QStringList, searchDirectories); QFETCH(Task, inputTask); QFETCH(Task, outputTask); // setup files: QString tempdir; #if defined Q_OS_WIN tempdir = QDir::fromNativeSeparators(qgetenv("TEMP")); #else tempdir = QLatin1String("/tmp"); #endif tempdir.append(QChar('/')); tempdir.append(QUuid::createUuid().toString()); tempdir.append(QChar('/')); QDir filedir(tempdir); foreach (const QString &file, files) { Q_ASSERT(!file.startsWith(QChar('/'))); Q_ASSERT(!file.contains(QLatin1String("../"))); filedir.mkpath(file.left(file.lastIndexOf(QChar('/')))); QFile tempfile(tempdir + file); if (!tempfile.open(QIODevice::WriteOnly)) continue; tempfile.write("Delete me again!"); tempfile.close(); } // setup search dirs: foreach (const QString &dir, searchDirectories) { Q_ASSERT(!dir.startsWith(QChar('/'))); Q_ASSERT(!dir.contains(QLatin1String("../"))); childParser->addDirectory(tempdir + dir); } // fix up output task file: if (outputTask.file.startsWith(QLatin1String("$TMPDIR/"))) outputTask.file = outputTask.file.replace(QLatin1String("$TMPDIR/"), tempdir); // test mangling: testbench.testTaskMangling(inputTask, outputTask); // clean up: foreach (const QString &file, files) filedir.rmpath(tempdir + file); } #endif