/**************************************************************************** ** ** Copyright (C) 2014 Digia Plc and/or its subsidiary(-ies). ** Contact: http://www.qt-project.org/legal ** ** This file is part of Qt Creator. ** ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and Digia. For licensing terms and ** conditions see http://qt.digia.com/licensing. For further information ** use the contact form at http://qt.digia.com/contact-us. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** In addition, as a special exception, Digia gives you certain additional ** rights. These rights are described in the Digia Qt LGPL Exception ** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. ** ****************************************************************************/ #include "CppDocument.h" #include "FastPreprocessor.h" #include "LookupContext.h" #include "Overview.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include /*! \namespace CPlusPlus The namespace for C++ related tools. */ using namespace CPlusPlus; namespace { class LastVisibleSymbolAt: protected SymbolVisitor { Symbol *root; unsigned line; unsigned column; Symbol *symbol; public: LastVisibleSymbolAt(Symbol *root) : root(root), line(0), column(0), symbol(0) {} Symbol *operator()(unsigned line, unsigned column) { this->line = line; this->column = column; this->symbol = 0; accept(root); if (! symbol) symbol = root; return symbol; } protected: bool preVisit(Symbol *s) { if (s->line() < line || (s->line() == line && s->column() <= column)) { // skip blocks if (!s->asBlock()) symbol = s; return true; } return false; } }; class FindScopeAt: protected SymbolVisitor { TranslationUnit *_unit; unsigned _line; unsigned _column; Scope *_scope; public: /** line and column should be 1-based */ FindScopeAt(TranslationUnit *unit, unsigned line, unsigned column) : _unit(unit), _line(line), _column(column), _scope(0) {} Scope *operator()(Symbol *symbol) { accept(symbol); return _scope; } protected: bool process(Scope *symbol) { if (! _scope) { Scope *scope = symbol; for (unsigned i = 0; i < scope->memberCount(); ++i) { accept(scope->memberAt(i)); if (_scope) return false; } unsigned startLine, startColumn; _unit->getPosition(scope->startOffset(), &startLine, &startColumn); if (_line > startLine || (_line == startLine && _column >= startColumn)) { unsigned endLine, endColumn; _unit->getPosition(scope->endOffset(), &endLine, &endColumn); if (_line < endLine || (_line == endLine && _column < endColumn)) _scope = scope; } } return false; } using SymbolVisitor::visit; virtual bool preVisit(Symbol *) { return ! _scope; } virtual bool visit(UsingNamespaceDirective *) { return false; } virtual bool visit(UsingDeclaration *) { return false; } virtual bool visit(NamespaceAlias *) { return false; } virtual bool visit(Declaration *) { return false; } virtual bool visit(Argument *) { return false; } virtual bool visit(TypenameArgument *) { return false; } virtual bool visit(BaseClass *) { return false; } virtual bool visit(ForwardClassDeclaration *) { return false; } virtual bool visit(Enum *symbol) { return process(symbol); } virtual bool visit(Function *symbol) { return process(symbol); } virtual bool visit(Namespace *symbol) { return process(symbol); } virtual bool visit(Class *symbol) { return process(symbol); } virtual bool visit(Block *symbol) { return process(symbol); } virtual bool visit(Template *symbol) { if (Symbol *decl = symbol->declaration()) { if (decl->isFunction() || decl->isClass()) return process(symbol); } return true; } // Objective-C virtual bool visit(ObjCBaseClass *) { return false; } virtual bool visit(ObjCBaseProtocol *) { return false; } virtual bool visit(ObjCForwardClassDeclaration *) { return false; } virtual bool visit(ObjCForwardProtocolDeclaration *) { return false; } virtual bool visit(ObjCPropertyDeclaration *) { return false; } virtual bool visit(ObjCClass *symbol) { return process(symbol); } virtual bool visit(ObjCProtocol *symbol) { return process(symbol); } virtual bool visit(ObjCMethod *symbol) { return process(symbol); } }; #define DO_NOT_DUMP_ALL_PARSER_ERRORS class DocumentDiagnosticClient : public DiagnosticClient { enum { MAX_MESSAGE_COUNT = 10 }; public: DocumentDiagnosticClient(Document *doc, QList *messages) : doc(doc), messages(messages), errorCount(0) { } virtual void report(int level, const StringLiteral *fileId, unsigned line, unsigned column, const char *format, va_list ap) { if (level == Error) { ++errorCount; #ifdef DO_NOT_DUMP_ALL_PARSER_ERRORS if (errorCount >= MAX_MESSAGE_COUNT) return; // ignore the error #endif // DO_NOT_DUMP_ALL_PARSER_ERRORS } const QString fileName = QString::fromUtf8(fileId->chars(), fileId->size()); if (fileName != doc->fileName()) return; QString message; message.vsprintf(format, ap); #ifndef DO_NOT_DUMP_ALL_PARSER_ERRORS { const char *levelStr = "Unknown level"; if (level == Document::DiagnosticMessage::Warning) levelStr = "Warning"; if (level == Document::DiagnosticMessage::Error) levelStr = "Error"; if (level == Document::DiagnosticMessage::Fatal) levelStr = "Fatal"; qDebug("%s:%u:%u: %s: %s", fileId->chars(), line, column, levelStr, message.toUtf8().constData()); } #endif // DO_NOT_DUMP_ALL_PARSER_ERRORS Document::DiagnosticMessage m(convertLevel(level), doc->fileName(), line, column, message); messages->append(m); } static int convertLevel(int level) { switch (level) { case Warning: return Document::DiagnosticMessage::Warning; case Error: return Document::DiagnosticMessage::Error; case Fatal: return Document::DiagnosticMessage::Fatal; default: return Document::DiagnosticMessage::Error; } } private: Document *doc; QList *messages; int errorCount; }; } // anonymous namespace Document::Document(const QString &fileName) : _fileName(QDir::cleanPath(fileName)), _globalNamespace(0), _revision(0), _editorRevision(0), _checkMode(0) { _control = new Control(); _control->setDiagnosticClient(new DocumentDiagnosticClient(this, &_diagnosticMessages)); const QByteArray localFileName = fileName.toUtf8(); const StringLiteral *fileId = _control->stringLiteral(localFileName.constData(), localFileName.size()); LanguageFeatures features; features.qtEnabled = true; features.qtMocRunEnabled = true; features.qtKeywordsEnabled = true; features.cxx11Enabled = true; features.objCEnabled = true; features.c99Enabled = true; _translationUnit = new TranslationUnit(_control, fileId); _translationUnit->setLanguageFeatures(features); (void) _control->switchTranslationUnit(_translationUnit); } Document::~Document() { delete _translationUnit; _translationUnit = 0; delete _control->diagnosticClient(); delete _control; _control = 0; } Control *Document::control() const { return _control; } unsigned Document::revision() const { return _revision; } void Document::setRevision(unsigned revision) { _revision = revision; } unsigned Document::editorRevision() const { return _editorRevision; } void Document::setEditorRevision(unsigned editorRevision) { _editorRevision = editorRevision; } QDateTime Document::lastModified() const { return _lastModified; } void Document::setLastModified(const QDateTime &lastModified) { _lastModified = lastModified; } QString Document::fileName() const { return _fileName; } QStringList Document::includedFiles() const { QStringList files; foreach (const Include &i, _resolvedIncludes) files.append(i.resolvedFileName()); files.removeDuplicates(); return files; } // This assumes to be called with a QDir::cleanPath cleaned fileName. void Document::addIncludeFile(const Document::Include &include) { if (include.resolvedFileName().isEmpty()) _unresolvedIncludes.append(include); else _resolvedIncludes.append(include); } void Document::appendMacro(const Macro ¯o) { _definedMacros.append(macro); } void Document::addMacroUse(const Macro ¯o, unsigned bytesOffset, unsigned bytesLength, unsigned utf16charsOffset, unsigned utf16charLength, unsigned beginLine, const QVector &actuals) { MacroUse use(macro, bytesOffset, bytesOffset + bytesLength, utf16charsOffset, utf16charsOffset + utf16charLength, beginLine); foreach (const MacroArgumentReference &actual, actuals) { const Block arg(0, 0, actual.utf16charsOffset(), actual.utf16charsOffset() + actual.utf16charsLength()); use.addArgument(arg); } _macroUses.append(use); } void Document::addUndefinedMacroUse(const QByteArray &name, unsigned bytesOffset, unsigned utf16charsOffset) { QByteArray copy(name.data(), name.size()); UndefinedMacroUse use(copy, bytesOffset, utf16charsOffset); _undefinedMacroUses.append(use); } /*! \class Document::MacroUse \brief The MacroUse class represents the usage of a macro in a \l {Document}. \sa Document::UndefinedMacroUse */ /*! \class Document::UndefinedMacroUse \brief The UndefinedMacroUse class represents a macro that was looked for, but not found. Holds data about the reference to a macro in an \tt{#ifdef} or \tt{#ifndef} or argument to the \tt{defined} operator inside an \tt{#if} or \tt{#elif} that does not exist. \sa Document::undefinedMacroUses(), Document::MacroUse, Macro */ /*! \fn QByteArray Document::UndefinedMacroUse::name() const Returns the name of the macro that was not found. */ /*! \fn QList Document::undefinedMacroUses() const Returns a list of referenced but undefined macros. \sa Document::macroUses(), Document::definedMacros(), Macro */ /*! \fn QList Document::macroUses() const Returns a list of macros used. \sa Document::undefinedMacroUses(), Document::definedMacros(), Macro */ /*! \fn QList Document::definedMacros() const Returns the list of macros defined. \sa Document::macroUses(), Document::undefinedMacroUses() */ TranslationUnit *Document::translationUnit() const { return _translationUnit; } bool Document::skipFunctionBody() const { return _translationUnit->skipFunctionBody(); } void Document::setSkipFunctionBody(bool skipFunctionBody) { _translationUnit->setSkipFunctionBody(skipFunctionBody); } unsigned Document::globalSymbolCount() const { if (! _globalNamespace) return 0; return _globalNamespace->memberCount(); } Symbol *Document::globalSymbolAt(unsigned index) const { return _globalNamespace->memberAt(index); } Namespace *Document::globalNamespace() const { return _globalNamespace; } void Document::setGlobalNamespace(Namespace *globalNamespace) { _globalNamespace = globalNamespace; } /*! * Extract the function name including scope at the given position. * * Note that a function (scope) starts at the name of that function, not at the return type. The * implication is that this function will return an empty string when the line/column is on the * return type. * * \param line the line number, starting with line 1 * \param column the column number, starting with column 1 */ QString Document::functionAt(int line, int column) const { if (line < 1 || column < 1) return QString(); CPlusPlus::Symbol *symbol = lastVisibleSymbolAt(line, column); if (!symbol) return QString(); // Find the enclosing function scope (which might be several levels up, or we might be standing // on it) Scope *scope; if (symbol->isScope()) scope = symbol->asScope(); else scope = symbol->enclosingScope(); while (scope && !scope->isFunction() ) scope = scope->enclosingScope(); if (!scope) return QString(); // We found the function scope, extract its name. const Overview o; QString rc = o.prettyName(scope->name()); // Prepend namespace "Foo::Foo::foo()" up to empty root namespace for (const Symbol *owner = scope->enclosingNamespace(); owner; owner = owner->enclosingNamespace()) { const QString name = o.prettyName(owner->name()); if (name.isEmpty()) { break; } else { rc.prepend(QLatin1String("::")); rc.prepend(name); } } return rc; } Scope *Document::scopeAt(unsigned line, unsigned column) { FindScopeAt findScopeAt(_translationUnit, line, column); if (Scope *scope = findScopeAt(_globalNamespace)) return scope; return globalNamespace(); } Symbol *Document::lastVisibleSymbolAt(unsigned line, unsigned column) const { LastVisibleSymbolAt lastVisibleSymbolAt(globalNamespace()); return lastVisibleSymbolAt(line, column); } const Macro *Document::findMacroDefinitionAt(unsigned line) const { foreach (const Macro ¯o, _definedMacros) { if (macro.line() == line) return ¯o; } return 0; } const Document::MacroUse *Document::findMacroUseAt(unsigned utf16charsOffset) const { foreach (const Document::MacroUse &use, _macroUses) { if (use.containsUtf16charOffset(utf16charsOffset) && (utf16charsOffset < use.utf16charsBegin() + use.macro().nameToQString().size())) { return &use; } } return 0; } const Document::UndefinedMacroUse *Document::findUndefinedMacroUseAt(unsigned utf16charsOffset) const { foreach (const Document::UndefinedMacroUse &use, _undefinedMacroUses) { if (use.containsUtf16charOffset(utf16charsOffset) && (utf16charsOffset < use.utf16charsBegin() + QString::fromUtf8(use.name(), use.name().size()).length())) return &use; } return 0; } Document::Ptr Document::create(const QString &fileName) { Document::Ptr doc(new Document(fileName)); return doc; } QByteArray Document::utf8Source() const { return _source; } void Document::setUtf8Source(const QByteArray &source) { _source = source; _translationUnit->setSource(_source.constBegin(), _source.size()); } void Document::startSkippingBlocks(unsigned utf16charsOffset) { _skippedBlocks.append(Block(0, 0, utf16charsOffset, 0)); } void Document::stopSkippingBlocks(unsigned utf16charsOffset) { if (_skippedBlocks.isEmpty()) return; unsigned start = _skippedBlocks.back().utf16charsBegin(); if (start > utf16charsOffset) _skippedBlocks.removeLast(); // Ignore this block, it's invalid. else _skippedBlocks.back() = Block(0, 0, start, utf16charsOffset); } bool Document::isTokenized() const { return _translationUnit->isTokenized(); } void Document::tokenize() { _translationUnit->tokenize(); } bool Document::isParsed() const { return _translationUnit->isParsed(); } bool Document::parse(ParseMode mode) { TranslationUnit::ParseMode m = TranslationUnit::ParseTranlationUnit; switch (mode) { case ParseTranlationUnit: m = TranslationUnit::ParseTranlationUnit; break; case ParseDeclaration: m = TranslationUnit::ParseDeclaration; break; case ParseExpression: m = TranslationUnit::ParseExpression; break; case ParseDeclarator: m = TranslationUnit::ParseDeclarator; break; case ParseStatement: m = TranslationUnit::ParseStatement; break; default: break; } return _translationUnit->parse(m); } void Document::check(CheckMode mode) { Q_ASSERT(!_globalNamespace); _checkMode = mode; if (! isParsed()) parse(); _globalNamespace = _control->newNamespace(0); Bind semantic(_translationUnit); if (mode == FastCheck) semantic.setSkipFunctionBodies(true); if (! _translationUnit->ast()) return; // nothing to do. if (TranslationUnitAST *ast = _translationUnit->ast()->asTranslationUnit()) semantic(ast, _globalNamespace); else if (StatementAST *ast = _translationUnit->ast()->asStatement()) semantic(ast, _globalNamespace); else if (ExpressionAST *ast = _translationUnit->ast()->asExpression()) semantic(ast, _globalNamespace); else if (DeclarationAST *ast = translationUnit()->ast()->asDeclaration()) semantic(ast, _globalNamespace); } void Document::keepSourceAndAST() { _keepSourceAndASTCount.ref(); } void Document::releaseSourceAndAST() { if (!_keepSourceAndASTCount.deref()) { _source.clear(); _translationUnit->release(); _control->squeeze(); } } bool Document::DiagnosticMessage::operator==(const Document::DiagnosticMessage &other) const { return _line == other._line && _column == other._column && _length == other._length && _level == other._level && _fileName == other._fileName && _text == other._text; } bool Document::DiagnosticMessage::operator!=(const Document::DiagnosticMessage &other) const { return !operator==(other); } Snapshot::Snapshot() { } Snapshot::~Snapshot() { } int Snapshot::size() const { return _documents.size(); } bool Snapshot::isEmpty() const { return _documents.isEmpty(); } Snapshot::const_iterator Snapshot::find(const QString &fileName) const { return _documents.find(fileName); } void Snapshot::remove(const QString &fileName) { _documents.remove(fileName); } bool Snapshot::contains(const QString &fileName) const { return _documents.contains(fileName); } void Snapshot::insert(Document::Ptr doc) { if (doc) _documents.insert(doc->fileName(), doc); } Document::Ptr Snapshot::preprocessedDocument(const QByteArray &source, const QString &fileName) const { Document::Ptr newDoc = Document::create(fileName); if (Document::Ptr thisDocument = document(fileName)) { newDoc->_revision = thisDocument->_revision; newDoc->_editorRevision = thisDocument->_editorRevision; newDoc->_lastModified = thisDocument->_lastModified; newDoc->_resolvedIncludes = thisDocument->_resolvedIncludes; newDoc->_unresolvedIncludes = thisDocument->_unresolvedIncludes; } FastPreprocessor pp(*this); const QByteArray preprocessedCode = pp.run(newDoc, source); newDoc->setUtf8Source(preprocessedCode); return newDoc; } Document::Ptr Snapshot::documentFromSource(const QByteArray &preprocessedCode, const QString &fileName) const { Document::Ptr newDoc = Document::create(fileName); if (Document::Ptr thisDocument = document(fileName)) { newDoc->_revision = thisDocument->_revision; newDoc->_editorRevision = thisDocument->_editorRevision; newDoc->_lastModified = thisDocument->_lastModified; newDoc->_resolvedIncludes = thisDocument->_resolvedIncludes; newDoc->_unresolvedIncludes = thisDocument->_unresolvedIncludes; newDoc->_definedMacros = thisDocument->_definedMacros; newDoc->_macroUses = thisDocument->_macroUses; } newDoc->setUtf8Source(preprocessedCode); return newDoc; } QSet Snapshot::allIncludesForDocument(const QString &fileName) const { QSet result; allIncludesForDocument_helper(fileName, result); return result; } void Snapshot::allIncludesForDocument_helper(const QString &fileName, QSet &result) const { if (Document::Ptr doc = document(fileName)) { foreach (const QString &inc, doc->includedFiles()) { if (!result.contains(inc)) { result.insert(inc); allIncludesForDocument_helper(inc, result); } } } } Document::Ptr Snapshot::document(const QString &fileName) const { return _documents.value(fileName); } Snapshot Snapshot::simplified(Document::Ptr doc) const { Snapshot snapshot; if (doc) { snapshot.insert(doc); foreach (const QString &fileName, allIncludesForDocument(doc->fileName())) if (Document::Ptr inc = document(fileName)) snapshot.insert(inc); } return snapshot; }