/**************************************************************************** ** ** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies). ** Contact: Qt Software Information (qt-info@nokia.com) ** ** This file is part of the QtNetwork module of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:LGPL$ ** No Commercial Usage ** This file contains pre-release code and may not be distributed. ** You may use this file in accordance with the terms and conditions ** contained in the either Technology Preview License Agreement or the ** Beta Release License Agreement. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** In addition, as a special exception, Nokia gives you certain ** additional rights. These rights are described in the Nokia Qt LGPL ** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this ** package. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3.0 as published by the Free Software ** Foundation and appearing in the file LICENSE.GPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU General Public License version 3.0 requirements will be ** met: http://www.gnu.org/copyleft/gpl.html. ** ** If you are unsure which license is appropriate for your use, please ** contact the sales department at qt-sales@nokia.com. ** $QT_END_LICENSE$ ** ****************************************************************************/ #include "qhttpnetworkreply_p.h" #include "qhttpnetworkconnection_p.h" #include #ifndef QT_NO_HTTP #ifndef QT_NO_OPENSSL # include # include # include #endif QT_BEGIN_NAMESPACE QHttpNetworkReply::QHttpNetworkReply(const QUrl &url, QObject *parent) : QObject(*new QHttpNetworkReplyPrivate(url), parent) { } QHttpNetworkReply::~QHttpNetworkReply() { Q_D(QHttpNetworkReply); if (d->connection) { d->connection->d_func()->removeReply(this); } } QUrl QHttpNetworkReply::url() const { return d_func()->url; } void QHttpNetworkReply::setUrl(const QUrl &url) { Q_D(QHttpNetworkReply); d->url = url; } qint64 QHttpNetworkReply::contentLength() const { return d_func()->contentLength(); } void QHttpNetworkReply::setContentLength(qint64 length) { Q_D(QHttpNetworkReply); d->setContentLength(length); } QList > QHttpNetworkReply::header() const { return d_func()->fields; } QByteArray QHttpNetworkReply::headerField(const QByteArray &name, const QByteArray &defaultValue) const { return d_func()->headerField(name, defaultValue); } void QHttpNetworkReply::setHeaderField(const QByteArray &name, const QByteArray &data) { Q_D(QHttpNetworkReply); d->setHeaderField(name, data); } void QHttpNetworkReply::parseHeader(const QByteArray &header) { Q_D(QHttpNetworkReply); d->parseHeader(header); } QHttpNetworkRequest QHttpNetworkReply::request() const { return d_func()->request; } void QHttpNetworkReply::setRequest(const QHttpNetworkRequest &request) { Q_D(QHttpNetworkReply); d->request = request; } int QHttpNetworkReply::statusCode() const { return d_func()->statusCode; } void QHttpNetworkReply::setStatusCode(int code) { Q_D(QHttpNetworkReply); d->statusCode = code; } QString QHttpNetworkReply::errorString() const { return d_func()->errorString; } QString QHttpNetworkReply::reasonPhrase() const { return d_func()->reasonPhrase; } void QHttpNetworkReply::setErrorString(const QString &error) { Q_D(QHttpNetworkReply); d->errorString = error; } int QHttpNetworkReply::majorVersion() const { return d_func()->majorVersion; } int QHttpNetworkReply::minorVersion() const { return d_func()->minorVersion; } qint64 QHttpNetworkReply::bytesAvailable() const { Q_D(const QHttpNetworkReply); if (d->connection) return d->connection->d_func()->bytesAvailable(*this); else return -1; } QByteArray QHttpNetworkReply::read(qint64 maxSize) { Q_D(QHttpNetworkReply); QByteArray data; if (d->connection) d->connection->d_func()->read(*this, data, maxSize, false); return data; } bool QHttpNetworkReply::isFinished() const { return d_func()->state == QHttpNetworkReplyPrivate::AllDoneState; } QHttpNetworkReplyPrivate::QHttpNetworkReplyPrivate(const QUrl &newUrl) : QHttpNetworkHeaderPrivate(newUrl), state(NothingDoneState), statusCode(100), majorVersion(0), minorVersion(0), bodyLength(0), contentRead(0), totalProgress(0), currentChunkSize(0), currentChunkRead(0), connection(0), initInflate(false), autoDecompress(false), requestIsBuffering(false), requestIsPrepared(false) { } QHttpNetworkReplyPrivate::~QHttpNetworkReplyPrivate() { } void QHttpNetworkReplyPrivate::clear() { state = NothingDoneState; statusCode = 100; bodyLength = 0; contentRead = 0; totalProgress = 0; currentChunkSize = 0; currentChunkRead = 0; connection = 0; #ifndef QT_NO_COMPRESS if (initInflate) inflateEnd(&inflateStrm); #endif initInflate = false; streamEnd = false; autoDecompress = false; fields.clear(); } // QHttpNetworkReplyPrivate qint64 QHttpNetworkReplyPrivate::bytesAvailable() const { return (state != ReadingDataState ? 0 : fragment.size()); } bool QHttpNetworkReplyPrivate::isGzipped() { QByteArray encoding = headerField("content-encoding"); return encoding.toLower() == "gzip"; } void QHttpNetworkReplyPrivate::removeAutoDecompressHeader() { // The header "Content-Encoding = gzip" is retained. // Content-Length is removed since the actual one send by the server is for compressed data QByteArray name("content-length"); QByteArray lowerName = name.toLower(); QList >::Iterator it = fields.begin(), end = fields.end(); while (it != end) { if (name == it->first.toLower()) { fields.erase(it); break; } ++it; } } bool QHttpNetworkReplyPrivate::findChallenge(bool forProxy, QByteArray &challenge) const { challenge.clear(); // find out the type of authentication protocol requested. QByteArray header = forProxy ? "proxy-authenticate" : "www-authenticate"; // pick the best protocol (has to match parsing in QAuthenticatorPrivate) QList challenges = headerFieldValues(header); for (int i = 0; i challenges = headerFieldValues(header); for (int i = 0; i maxPos) return ret; if ((flags & EXTRA_FIELD) && ((pos+2) <= maxPos)) { // skip the extra field unsigned len = (unsigned)body[++pos]; len += ((unsigned)body[++pos])<<8; pos += len; if (pos > maxPos) return ret; } if ((flags & ORIG_NAME) != 0) { // skip the original file name while(++pos <= maxPos && body[pos]) {} } if ((flags & COMMENT) != 0) { // skip the .gz file comment while(++pos <= maxPos && body[pos]) {} } if ((flags & HEAD_CRC) != 0) { // skip the header crc pos += 2; if (pos > maxPos) return ret; } ret = (pos < maxPos); // return failed, if no more bytes left return ret; } int QHttpNetworkReplyPrivate::gunzipBodyPartially(QByteArray &compressed, QByteArray &inflated) { int ret = Z_DATA_ERROR; unsigned have; unsigned char out[CHUNK]; int pos = -1; if (!initInflate) { // check the header if (!gzipCheckHeader(compressed, pos)) return ret; // allocate inflate state inflateStrm.zalloc = Z_NULL; inflateStrm.zfree = Z_NULL; inflateStrm.opaque = Z_NULL; inflateStrm.avail_in = 0; inflateStrm.next_in = Z_NULL; ret = inflateInit2(&inflateStrm, -MAX_WBITS); if (ret != Z_OK) return ret; initInflate = true; streamEnd = false; } //remove the header. compressed.remove(0, pos+1); // expand until deflate stream ends inflateStrm.next_in = (unsigned char *)compressed.data(); inflateStrm.avail_in = compressed.size(); do { inflateStrm.avail_out = sizeof(out); inflateStrm.next_out = out; ret = inflate(&inflateStrm, Z_NO_FLUSH); switch (ret) { case Z_NEED_DICT: ret = Z_DATA_ERROR; // and fall through case Z_DATA_ERROR: case Z_MEM_ERROR: inflateEnd(&inflateStrm); initInflate = false; return ret; } have = sizeof(out) - inflateStrm.avail_out; inflated.append(QByteArray((const char *)out, have)); } while (inflateStrm.avail_out == 0); // clean up and return if (ret <= Z_ERRNO || ret == Z_STREAM_END) { inflateEnd(&inflateStrm); initInflate = false; } streamEnd = (ret == Z_STREAM_END); return ret; } #endif qint64 QHttpNetworkReplyPrivate::readStatus(QAbstractSocket *socket) { qint64 bytes = 0; char c; while (socket->bytesAvailable()) { // allow both CRLF & LF (only) line endings if (socket->peek(&c, 1) == 1 && c == '\n') { bytes += socket->read(&c, 1); // read the "n" // remove the CR at the end if (fragment.endsWith('\r')) { fragment.truncate(fragment.length()-1); } parseStatus(fragment); state = ReadingHeaderState; fragment.clear(); // next fragment break; } else { c = 0; bytes += socket->read(&c, 1); fragment.append(c); } } return bytes; } void QHttpNetworkReplyPrivate::parseStatus(const QByteArray &status) { const QByteArrayMatcher sp(" "); int i = sp.indexIn(status); const QByteArray version = status.mid(0, i); int j = sp.indexIn(status, i + 1); const QByteArray code = status.mid(i + 1, j - i - 1); const QByteArray reason = status.mid(j + 1, status.count() - j); const QByteArrayMatcher slash("/"); int k = slash.indexIn(version); const QByteArrayMatcher dot("."); int l = dot.indexIn(version, k); const QByteArray major = version.mid(k + 1, l - k - 1); const QByteArray minor = version.mid(l + 1, version.count() - l); majorVersion = QString::fromAscii(major.constData()).toInt(); minorVersion = QString::fromAscii(minor.constData()).toInt(); statusCode = QString::fromAscii(code.constData()).toInt(); reasonPhrase = QString::fromAscii(reason.constData()); } qint64 QHttpNetworkReplyPrivate::readHeader(QAbstractSocket *socket) { qint64 bytes = 0; char crlfcrlf[5]; crlfcrlf[4] = '\0'; char c = 0; bool allHeaders = false; while (!allHeaders && socket->bytesAvailable()) { if (socket->peek(&c, 1) == 1 && c == '\n') { // check for possible header endings. As per HTTP rfc, // the header endings will be marked by CRLFCRLF. But // we will allow CRLFLF, LFLF & CRLFCRLF if (fragment.endsWith("\n\r") || fragment.endsWith('\n')) allHeaders = true; } bytes += socket->read(&c, 1); fragment.append(c); } // we received all headers now parse them if (allHeaders) { parseHeader(fragment); state = ReadingDataState; fragment.clear(); // next fragment bodyLength = contentLength(); // cache the length } return bytes; } void QHttpNetworkReplyPrivate::parseHeader(const QByteArray &header) { // see rfc2616, sec 4 for information about HTTP/1.1 headers. // allows relaxed parsing here, accepts both CRLF & LF line endings const QByteArrayMatcher lf("\n"); const QByteArrayMatcher colon(":"); int i = 0; while (i < header.count()) { int j = colon.indexIn(header, i); // field-name if (j == -1) break; const QByteArray field = header.mid(i, j - i).trimmed(); j++; // any number of LWS is allowed before and after the value QByteArray value; do { i = lf.indexIn(header, j); if (i == -1) break; if (!value.isEmpty()) value += ' '; // check if we have CRLF or only LF bool hasCR = (i && header[i-1] == '\r'); int length = i -(hasCR ? 1: 0) - j; value += header.mid(j, length).trimmed(); j = ++i; } while (i < header.count() && (header.at(i) == ' ' || header.at(i) == '\t')); if (i == -1) break; // something is wrong fields.append(qMakePair(field, value)); } } bool QHttpNetworkReplyPrivate::isChunked() { return headerField("transfer-encoding").toLower().contains("chunked"); } bool QHttpNetworkReplyPrivate::connectionCloseEnabled() { return (headerField("connection").toLower().contains("close") || headerField("proxy-connection").toLower().contains("close")); } qint64 QHttpNetworkReplyPrivate::readBody(QAbstractSocket *socket, QIODevice *out) { qint64 bytes = 0; if (isChunked()) { bytes += transferChunked(socket, out); // chunked transfer encoding (rfc 2616, sec 3.6) } else if (bodyLength > 0) { // we have a Content-Length bytes += transferRaw(socket, out, bodyLength - contentRead); if (contentRead + bytes == bodyLength) state = AllDoneState; } else { bytes += transferRaw(socket, out, socket->bytesAvailable()); } if (state == AllDoneState) socket->readAll(); // Read the rest to clean (CRLF) contentRead += bytes; return bytes; } qint64 QHttpNetworkReplyPrivate::transferRaw(QIODevice *in, QIODevice *out, qint64 size) { qint64 bytes = 0; Q_ASSERT(in); Q_ASSERT(out); int toBeRead = qMin(128*1024, qMin(size, in->bytesAvailable())); QByteArray raw(toBeRead, 0); while (size > 0) { qint64 read = in->read(raw.data(), raw.size()); if (read == 0) return bytes; // ### error checking here qint64 written = out->write(raw.data(), read); if (written == 0) return bytes; if (read != written) qDebug() << "### read" << read << "written" << written; bytes += read; size -= read; out->waitForBytesWritten(-1); // throttle } return bytes; } qint64 QHttpNetworkReplyPrivate::transferChunked(QIODevice *in, QIODevice *out) { qint64 bytes = 0; while (in->bytesAvailable()) { // while we can read from input // if we are done with the current chunk, get the size of the new chunk if (currentChunkRead >= currentChunkSize) { currentChunkSize = 0; currentChunkRead = 0; if (bytes) { char crlf[2]; bytes += in->read(crlf, 2); // read the "\r\n" after the chunk } bytes += getChunkSize(in, ¤tChunkSize); if (currentChunkSize == -1) break; } // if the chunk size is 0, end of the stream if (currentChunkSize == 0) { state = AllDoneState; break; } // otherwise, read data qint64 readSize = qMin(in->bytesAvailable(), currentChunkSize - currentChunkRead); QByteArray buffer(readSize, 0); qint64 read = in->read(buffer.data(), readSize); bytes += read; currentChunkRead += read; qint64 written = out->write(buffer); Q_UNUSED(written); // Avoid compile warning when building release Q_ASSERT(read == written); // ### error checking here out->waitForBytesWritten(-1); } return bytes; } qint64 QHttpNetworkReplyPrivate::getChunkSize(QIODevice *in, qint64 *chunkSize) { qint64 bytes = 0; char crlf[2]; *chunkSize = -1; int bytesAvailable = in->bytesAvailable(); while (bytesAvailable > bytes) { qint64 sniffedBytes = in->peek(crlf, 2); int fragmentSize = fragment.size(); // check the next two bytes for a "\r\n", skip blank lines if ((fragmentSize && sniffedBytes == 2 && crlf[0] == '\r' && crlf[1] == '\n') ||(fragmentSize > 1 && fragment.endsWith('\r') && crlf[0] == '\n')) { bytes += in->read(crlf, 1); // read the \r or \n if (crlf[0] == '\r') bytes += in->read(crlf, 1); // read the \n bool ok = false; // ignore the chunk-extension fragment = fragment.mid(0, fragment.indexOf(';')).trimmed(); *chunkSize = fragment.toLong(&ok, 16); fragment.clear(); break; // size done } else { // read the fragment to the buffer char c = 0; bytes += in->read(&c, 1); fragment.append(c); } } return bytes; } // SSL support below #ifndef QT_NO_OPENSSL QSslConfiguration QHttpNetworkReply::sslConfiguration() const { Q_D(const QHttpNetworkReply); if (d->connection) return d->connection->d_func()->sslConfiguration(*this); return QSslConfiguration(); } void QHttpNetworkReply::setSslConfiguration(const QSslConfiguration &config) { Q_D(QHttpNetworkReply); if (d->connection) d->connection->setSslConfiguration(config); } void QHttpNetworkReply::ignoreSslErrors() { Q_D(QHttpNetworkReply); if (d->connection) d->connection->ignoreSslErrors(); } #endif //QT_NO_OPENSSL QT_END_NAMESPACE #endif // QT_NO_HTTP