/**************************************************************************** ** ** Copyright (C) 2011 Nokia Corporation and/or its subsidiary(-ies). ** All rights reserved. ** Contact: Nokia Corporation (qt-info@nokia.com) ** ** This file is part of the qt3to4 porting application of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:LGPL$ ** No Commercial Usage ** This file contains pre-release code and may not be distributed. ** You may use this file in accordance with the terms and conditions ** contained in the Technology Preview License Agreement accompanying ** this package. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** In addition, as a special exception, Nokia gives you certain additional ** rights. These rights are described in the Nokia Qt LGPL Exception ** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. ** ** If you have questions regarding the use of this file, please contact ** Nokia at qt-info@nokia.com. ** ** ** ** ** ** ** ** ** $QT_END_LICENSE$ ** ****************************************************************************/ #include "tokenengine.h" QT_BEGIN_NAMESPACE namespace TokenEngine { /* Add a container-global attribute. */ void TokenAttributes::addAttribute(const QByteArray &name, const QByteArray &value) { const QByteArray keyText = makeKeyText(-1, name); attributes.insert(keyText, value); } /* Retrieve container-global attribute. */ QByteArray TokenAttributes::attribute(const QByteArray &name) const { const QByteArray keyText = makeKeyText(-1, name); return attributes.value(keyText); } /* Add an attribute. Note: Don't use names starting with a number, that will break the indexing. */ void TokenAttributes::addAttribute(const int index, const QByteArray &name, const QByteArray &value) { const QByteArray keyText = makeKeyText(index, name); attributes.insert(keyText, value); } QByteArray TokenAttributes::attribute(const int index, const QByteArray &name) const { const QByteArray keyText = makeKeyText(index, name); return attributes.value(keyText); } QByteArray TokenAttributes::makeKeyText(const int index, const QByteArray &name) const { QByteArray indexText; return indexText.setNum(index) + name; } /* Construnct an empty TokenContainer. */ TokenContainer::TokenContainer() { d = new TokenContainerData(); d->typeInfo = 0; } /* Construnct a TokenContainer from data */ TokenContainer::TokenContainer(QByteArray text, QVector tokens, TypeInfo *typeInfo) { d = new TokenContainerData(); d->text = text; d->tokens = tokens; if(typeInfo == 0) d->typeInfo = new TypeInfo(); else d->typeInfo = typeInfo; } int TokenContainer::count() const { return d->tokens.count(); } QByteArray TokenContainer::text(const int index) const { Token token = d->tokens.at(index); return d->text.mid(token.start, token.length); } QByteArray TokenContainer::tempText(const int index) const { Token token = d->tokens.at(index); return QByteArray::fromRawData(d->text.constData() + token.start, token.length); } QByteArray TokenContainer::fullText() const { return d->text; } TokenContainer TokenContainer::tokenContainer(const int index) const { Q_UNUSED(index); return *this; } Token TokenContainer::token(const int index) const { return d->tokens.at(index); } TypeInfo *TokenContainer::typeInfo() { return d->typeInfo; } TokenAttributes *TokenContainer::tokenAttributes() { return d->tokenAttributes; } const TokenAttributes *TokenContainer::tokenAttributes() const { return d->tokenAttributes; } /* Returns the line number for the given index. */ int TokenContainer::line(int index) const { //This algorithm is a bit more complicated than it should be, //since we have to search for newlines inside comments. //(Comments are tokenized as one token) QByteArray contents = fullText(); int pos=0; int lines=0; for(int t=0; t < index; ++t) { int tokenLength = d->tokens.at(t).length; if((tokenLength == 1) && (text(t) == "\n")) { ++lines; } else if(tokenLength > 2) {// 3 is the minimum size for a comment (// + newline) int newpos = d->tokens.at(t).length; for(int p = pos; p < newpos; ++p) { if(contents[p] == '\n') ++lines; } } pos += d->tokens.at(t).length; } return lines; } /* Returns the column number for the given index. */ int TokenContainer::column(int index) const { //Scan backwards, find \n. int chars = 0; int t = index; while (t>0) { if((d->tokens.at(t).length == 1) && (text(t) == "\n")) break; chars += d->tokens.at(t).length; --t; } return chars; } TokenTempRef TokenContainer::tokenTempRef(const int index) const { Q_ASSERT(index < d->tokens.count()); const Token token = d->tokens.at(index); return TokenTempRef(d->text.constData() + token.start, token.length); } QByteArray TokenSection::fullText() const { QByteArray text; for (int t = m_start; t < m_start + m_count; ++t) { text += m_tokenContainer.text(t); } return text; } QByteArray TokenList::fullText() const { QByteArray text; for (int t = 0; t < m_tokenList.count(); ++t) { text += m_tokenContainer.text(m_tokenList.at(t)); } return text; } TokenSectionSequence::TokenSectionSequence(QVector tokenSections) :m_tokenSections(tokenSections), m_count(0) { for(int s = 0; s < m_tokenSections.count(); ++s) { m_startIndexes.append(m_count); m_count += m_tokenSections.at(s).count(); } } QByteArray TokenSectionSequence::fullText() const { QByteArray text; foreach(TokenSection section, m_tokenSections) { text += section.fullText(); } return text; } int TokenSectionSequence::count() const { return m_count; } QVector TokenSectionSequence::tokenSections() const { return m_tokenSections; } QByteArray TokenSectionSequence::text(const int index) const { const int sectionIndex = findSection(index); const int sectionInternalIndex = calculateInternalIndex(index, sectionIndex); return m_tokenSections.at(sectionIndex).text(sectionInternalIndex); } QByteArray TokenSectionSequence::tempText(const int index) const { const int sectionIndex = findSection(index); const int sectionInternalIndex = calculateInternalIndex(index, sectionIndex); return m_tokenSections.at(sectionIndex).tempText(sectionInternalIndex); } TokenContainer TokenSectionSequence::tokenContainer(const int index) const { const int sectionIndex = findSection(index); const int sectionInternalIndex = calculateInternalIndex(index, sectionIndex); return m_tokenSections.at(sectionIndex).tokenContainer(sectionInternalIndex); } int TokenSectionSequence::containerIndex(const int index) const { const int sectionIndex = findSection(index); const int sectionInternalIndex = calculateInternalIndex(index, sectionIndex); return m_tokenSections.at(sectionIndex).containerIndex(sectionInternalIndex); } int TokenSectionSequence::findSection(const int index) const { int c = 0; bool found = false; //Here we do a linear search through all collections in the list, //which could turn out to be to slow. while(!found && c < m_tokenSections.count()) { const int sectionEnd = m_startIndexes.at(c) + m_tokenSections.at(c).count(); if (index < sectionEnd) found = true; else ++c; } if(!found) { //error Q_ASSERT(0); return -1; } Q_ASSERT(c < m_tokenSections.count()); return c; } int TokenSectionSequence::calculateInternalIndex(const int index, const int sectionIndex) const { const int sectionInternalIndex = index - m_startIndexes.at(sectionIndex); Q_ASSERT(sectionInternalIndex < m_tokenSections.at(sectionIndex).count()); return sectionInternalIndex; } TokenSectionSequenceIterator::TokenSectionSequenceIterator(const TokenSectionSequence &tokenSectionSequence) :m_currentSection(0) ,m_currentToken(-1) ,m_numSections(tokenSectionSequence.m_tokenSections.count()) ,m_tokenSectionSequence(tokenSectionSequence) { } /* Resets the token iterator. */ void TokenSectionSequenceIterator::reset() { m_currentSection = 0; m_currentToken = -1; } /* Advances the token iterator. */ bool TokenSectionSequenceIterator::nextToken() { if(m_tokenSectionSequence.m_tokenSections.isEmpty()) return false; ++m_currentToken; //check of we are past the end of the current section if(m_currentToken < m_tokenSectionSequence.m_tokenSections.at(m_currentSection).count()) return true; //Advance to the next non-empty section. m_currentToken = 0; do { ++m_currentSection; //return false if no more sections if(m_currentSection >= m_numSections) return false; //skip empty sections } while(m_tokenSectionSequence.m_tokenSections.at(m_currentSection).count() == 0); return true; } /* Returns the text for the current token; */ QByteArray TokenSectionSequenceIterator::text() const { return m_tokenSectionSequence.m_tokenSections.at(m_currentSection).text(m_currentToken); } /* Returns the text for the current token as a temporary QByteArray; */ QByteArray TokenSectionSequenceIterator::tempText() const { return m_tokenSectionSequence.m_tokenSections.at(m_currentSection).tempText(m_currentToken); } /* Returns the container for the current token; */ TokenContainer TokenSectionSequenceIterator::tokenContainer() const { return m_tokenSectionSequence.m_tokenSections.at(m_currentSection).tokenContainer(m_currentToken); } /* Returns the containerIndex for the current token; */ int TokenSectionSequenceIterator::containerIndex() const { return m_tokenSectionSequence.m_tokenSections.at(m_currentSection).containerIndex(m_currentToken); } /* Returns a temporary token reference for the current token for the current token; */ TokenTempRef TokenSectionSequenceIterator::tokenTempRef() const { return m_tokenSectionSequence.m_tokenSections.at(m_currentSection).tokenTempRef(m_currentToken); } } //namespace TokenEngine QT_END_NAMESPACE