Add benchmark to measure start-up time of complex QML application

This is not an automated benchmark, it is meant to be run manually or by
a script.

Change-Id: I72a4c15120ff4a650fb4bd2f90c6db1907dba994
Reviewed-by: J-P Nurmi <jpnurmi@qt.io>

5 files changed, 131 insertions, 1 deletions

diff --git a/tests/benchmarks/benchmarks.pro b/tests/benchmarks/benchmarks.pro
index e9bb857b..0c4a064d 100644
--- a/tests/benchmarks/benchmarks.pro
+++ b/tests/benchmarks/benchmarks.pro
@@ -1,4 +1,5 @@
 TEMPLATE = subdirs
 SUBDIRS = \
     objectcount \
-    statusindicator
+    statusindicator \
+    startup
diff --git a/tests/benchmarks/startup/gallery.qrc b/tests/benchmarks/startup/gallery.qrc
new file mode 100644
index 00000000..2cabf889
--- /dev/null
+++ b/tests/benchmarks/startup/gallery.qrc
@@ -0,0 +1,13 @@
+<RCC>
+    <qresource prefix="/">
+        <file>timer.qml</file>
+        <file alias="main.qml">../../../examples/quickcontrols/controls/gallery/main.qml</file>
+        <file alias="qml/ButtonPage.qml">../../../examples/quickcontrols/controls/gallery/qml/ButtonPage.qml</file>
+        <file alias="qml/InputPage.qml">../../../examples/quickcontrols/controls/gallery/qml/InputPage.qml</file>
+        <file alias="qml/ProgressPage.qml">../../../examples/quickcontrols/controls/gallery/qml/ProgressPage.qml</file>
+        <file alias="qml/UI.js">../../../examples/quickcontrols/controls/gallery/qml/UI.js</file>
+        <file alias="+android/UI.js">../../../examples/quickcontrols/controls/gallery/qml/+android/UI.js</file>
+        <file alias="+ios/UI.js">../../../examples/quickcontrols/controls/gallery/qml/+ios/UI.js</file>
+        <file alias="+osx/UI.js">../../../examples/quickcontrols/controls/gallery/qml/+osx/UI.js</file>
+    </qresource>
+</RCC>
diff --git a/tests/benchmarks/startup/startup.pro b/tests/benchmarks/startup/startup.pro
new file mode 100644
index 00000000..755fcc8e
--- /dev/null
+++ b/tests/benchmarks/startup/startup.pro
@@ -0,0 +1,13 @@
+TEMPLATE = app
+TARGET = tst_startup
+
+CONFIG += console
+macos:CONFIG -= app_bundle
+
+SOURCES += \
+    startup_bench.cpp
+
+RESOURCES += \
+    gallery.qrc
+
+include(../../../examples/quickcontrols/controls/shared/shared.pri)
diff --git a/tests/benchmarks/startup/startup_bench.cpp b/tests/benchmarks/startup/startup_bench.cpp
new file mode 100644
index 00000000..4127f8d0
--- /dev/null
+++ b/tests/benchmarks/startup/startup_bench.cpp
@@ -0,0 +1,96 @@
+/****************************************************************************
+**
+** Copyright (C) 2017 The Qt Company Ltd.
+** Contact: https://www.qt.io/licensing/
+**
+** This file is part of the examples of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:BSD$
+** Commercial License Usage
+** Licensees holding valid commercial Qt licenses may use this file in
+** accordance with the commercial license agreement provided with the
+** Software or, alternatively, in accordance with the terms contained in
+** a written agreement between you and The Qt Company. For licensing terms
+** and conditions see https://www.qt.io/terms-conditions. For further
+** information use the contact form at https://www.qt.io/contact-us.
+**
+** BSD License Usage
+** Alternatively, you may use this file under the terms of the BSD license
+** as follows:
+**
+** "Redistribution and use in source and binary forms, with or without
+** modification, are permitted provided that the following conditions are
+** met:
+**   * Redistributions of source code must retain the above copyright
+**     notice, this list of conditions and the following disclaimer.
+**   * Redistributions in binary form must reproduce the above copyright
+**     notice, this list of conditions and the following disclaimer in
+**     the documentation and/or other materials provided with the
+**     distribution.
+**   * Neither the name of The Qt Company Ltd nor the names of its
+**     contributors may be used to endorse or promote products derived
+**     from this software without specific prior written permission.
+**
+**
+** THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+** "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+** LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+** A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+** OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+** SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+** LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+** DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+** (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+** OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE."
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+
+#include "qtquickcontrolsapplication.h"
+#include <QtQml/QQmlApplicationEngine>
+#include <QtCore/QElapsedTimer>
+#include <functional>
+
+int runBenchmark(std::function<int()> f) {
+    {
+        QElapsedTimer t;
+        t.start();
+        int r = f();
+        if (r == 0)
+            printf("%d,", static_cast<int>(t.elapsed()));
+        else
+            return r;
+    }
+
+    {
+        QElapsedTimer t;
+        t.start();
+        int r = f();
+        if (r == 0)
+            printf("%d\n", static_cast<int>(t.elapsed()));
+        else
+            return r;
+    }
+
+    return 0;
+}
+
+
+int main(int argc, char *argv[])
+{
+    QtQuickControlsApplication app(argc, argv);
+
+    auto startup = [&app]() {
+        QQmlApplicationEngine engine(QUrl("qrc:/main.qml"));
+        QObject::connect(&engine, &QQmlApplicationEngine::quit,
+                         QCoreApplication::instance(), &QCoreApplication::quit);
+        engine.load(QUrl("qrc:/timer.qml"));
+        if (engine.rootObjects().size() != 2)
+            return -1;
+        return app.exec();
+    };
+
+    return runBenchmark(startup);
+}
diff --git a/tests/benchmarks/startup/timer.qml b/tests/benchmarks/startup/timer.qml
new file mode 100644
index 00000000..a0e9f1c1
--- /dev/null
+++ b/tests/benchmarks/startup/timer.qml
@@ -0,0 +1,7 @@
+import QtQuick 2.2
+
+Timer {
+    running: true
+    interval: 0
+    onTriggered: Qt.quit();
+}