Merge lp:~deeptik/lava-dashboard/kernel-ci-data-veiw-report into lp:~linaro-validation/lava-dashboard/data-views-and-reports

[Deepti B. Kalakeri]

Adding the xml and html files to get a consolidated view of the kernel test run and
kernel build.

Please note that there are some repetitive feilds and needs some improvisation.
Feedback will help me to improve it further and its welcome.

Thanks and Regards,
Deepti.

[Zygmunt Krynicki (zyga)]

This is good to land as is but needs some more subsequent work:

1) The query should be fine tuned, in particular ths e join between build results and test result should permit broken builds to be listed (without any test data) (the outer left join vs inner join)

2) The data view documentation and summary should have non-dummy values. Summary is a short one-line description that shows up in help text and various pages. Documentation is a longer free form text.

3) The report page should be extended to explain what is being observed, how to interpret the data, which bundle streams are being analyzed and how the data is being produced. This would make it a very worthwhile target for being displayed or linked to on the validation front page.

review: Approve

=== added file 'reports/kernel-ci-data.html'
--- reports/kernel-ci-data.html	1970-01-01 00:00:00 +0000
+++ reports/kernel-ci-data.html	2011-09-08 09:22:23 +0000
@@ -0,0 +1,54 @@
+<div id="placeholder"></div>
+<script type="text/javascript">
+  $().dashboard("init", "{{ API_URL }}", function (server) {
+    var data_view_name = "CI Kernel Data";
+    var data_view_arguments = {
+      boot_pathname: "/anonymous/ci-linux-linaro-3_0/",
+      build_pathname: "/anonymous/ci-linux-linaro-3_0-build/"
+    };
+    server.query_data_view(function (response) {
+      if (response.result) {
+        var dataset = response.result;
+        var html = "<table class='demo_jui display' id='kernel_ci_results'>";
+        html += "<thead><tr>";
+        $.each(dataset.columns, function (index, column) {
+          html += "<th>" + column.name + "</th>";
+        });
+        html += "</tr></thead><tbody>";
+        $.each(dataset.rows, function (index, row) {
+          html += "<tr>";
+          $.each(row, function (index, cell) {
+            var column = dataset.columns[index];
+            var cell_link = null;
+            if (column.name.indexOf("UUID") > 0) {
+              /* This is a bit hacky but will work for now */
+              cell_link = "{{ API_URL }}../permalink/test-run/" + cell + "/";
+              cell_html = "go to test run"
+            } else {
+              cell_html = cell;
+            }
+            html += "<td>";
+            if (cell_link) {
+              html += "<a href='" + cell_link + "'>"
+              html += cell_html;
+              html += "</a>";
+            } else {
+              html += cell_html;
+            }
+            html += "</td>";
+          });
+          html += "</tr>";
+        });
+        html += "</tbody></table>";
+        $("#placeholder").html(html);
+        $("#kernel_ci_results").dataTable({
+          "bJQueryUI": true,
+          "sPaginationType": "full_numbers",
+        });
+      } else {
+        $this.html("Error code:" + response.error.faultCode + ", message: " + response.error.faultString);
+      }
+    }, data_view_name, data_view_arguments);
+  });
+</script>
+

=== added file 'reports/kernel-ci-data.xml'
--- reports/kernel-ci-data.xml	1970-01-01 00:00:00 +0000
+++ reports/kernel-ci-data.xml	2011-09-08 09:22:23 +0000
@@ -0,0 +1,4 @@
+<data-report name="kernel-ci-data">
+    <title>CI Kernel Data</title>
+    <path>kernel-ci-data.html</path>
+</data-report>

=== modified file 'views/android-runs.xml' (properties changed: -x to +x)
=== modified file 'views/board-activity.xml' (properties changed: -x to +x)
=== modified file 'views/boot-status.xml' (properties changed: -x to +x)
=== modified file 'views/hostnames.xml' (properties changed: -x to +x)
=== modified file 'views/hwpack-type.xml' (properties changed: -x to +x)
=== added file 'views/kernel-ci-data.xml'
--- views/kernel-ci-data.xml	1970-01-01 00:00:00 +0000
+++ views/kernel-ci-data.xml	2011-09-08 09:22:23 +0000
@@ -0,0 +1,138 @@
+<data-view name="CI Kernel Data">
+    <sql>
+       SELECT
+            BuildNamedAttribute_BuildID.value AS "Jenkins build ID (build)",
+            BootNamedAttribute_BuildID.value AS "Jenkins build ID (boot)",
+            BuildSoftwareSource.branch_url AS "Git URL (build)",
+            BuildSoftwareSource.branch_revision AS "Git Commit ID (build)",
+            BuildNamedAttribute_KernelConfig.value AS "Kernel Config (build)",
+            BootNamedAttribute_GitURL.value AS "Git URL (boot)", 
+            BootNamedAttribute_GitCommitID.value AS "Git Commit ID (boot)",
+            (CASE WHEN BootTestResult.result=0 THEN 'pass' ELSE 'fail' END) AS "Boot result",
+            (CASE WHEN BuildTestResult.result=0 THEN 'pass' ELSE 'fail' END) AS "Build result",
+            BootNamedAttribute_TargetHostname.value AS "Boot target Hostname",
+            BootTestRun.analyzer_assigned_uuid AS "Boot test run UUID",
+            BuildTestRun.analyzer_assigned_uuid AS "Build test run UUID"
+        FROM
+            dashboard_app_testresult AS BuildTestResult
+            INNER JOIN dashboard_app_testrun AS BuildTestRun ON BuildTestResult.test_run_id = BuildTestRun.id
+            INNER JOIN dashboard_app_testrun_sources AS BuildSoftwareSources ON BuildSoftwareSources.testrun_id = BuildTestRun.id
+            INNER JOIN dashboard_app_softwaresource AS BuildSoftwareSource ON BuildSoftwareSources.softwaresource_id = BuildSoftwareSource.id
+            INNER JOIN dashboard_app_namedattribute AS BuildNamedAttribute_BuildID ON (
+                BuildNamedAttribute_BuildID.object_id = BuildTestRun.id
+                AND BuildNamedAttribute_BuildID.name = 'build.id'
+                AND BuildNamedAttribute_BuildID.content_type_id = (
+                    SELECT
+                        django_content_type.id
+                    FROM
+                        django_content_type
+                    WHERE
+                        app_label = 'dashboard_app'
+                        AND model='testrun'
+                    )
+            )
+            INNER JOIN dashboard_app_namedattribute AS BuildNamedAttribute_KernelConfig ON (
+                BuildNamedAttribute_KernelConfig.object_id = BuildTestRun.id
+                AND BuildNamedAttribute_KernelConfig.name = 'kernel.config'
+                AND BuildNamedAttribute_KernelConfig.content_type_id = (
+                    SELECT
+                        django_content_type.id
+                    FROM
+                        django_content_type
+                    WHERE
+                        app_label = 'dashboard_app'
+                        AND model='testrun'
+                    )
+            )
+            INNER JOIN dashboard_app_bundle AS BuildBundle ON BuildTestRun.bundle_id = BuildBundle.id
+            INNER JOIN dashboard_app_bundlestream AS BuildBundleStream ON BuildBundle.bundle_stream_id = BuildBundleStream.id
+            INNER JOIN dashboard_app_testcase AS BuildTestCase ON BuildTestResult.test_case_id = BuildTestCase.id
+            INNER JOIN dashboard_app_test AS BuildTest ON BuildTestRun.test_id = BuildTest.id
+,
+            dashboard_app_testresult AS BootTestResult
+            INNER JOIN dashboard_app_testrun AS BootTestRun ON BootTestResult.test_run_id = BootTestRun.id
+            INNER JOIN dashboard_app_namedattribute AS BootNamedAttribute_BuildID ON (
+                BootNamedAttribute_BuildID.object_id = BootTestRun.id
+                AND BootNamedAttribute_BuildID.name = 'build.id'
+                AND BootNamedAttribute_BuildID.content_type_id = (
+                    SELECT
+                        django_content_type.id
+                    FROM
+                        django_content_type
+                    WHERE
+                        app_label = 'dashboard_app'
+                        AND model='testrun'
+                    )
+            )
+            INNER JOIN dashboard_app_namedattribute AS BootNamedAttribute_TargetHostname ON (
+                BootNamedAttribute_TargetHostname.object_id = BootTestRun.id
+                AND BootNamedAttribute_TargetHostname.name = 'target.hostname'
+                AND BootNamedAttribute_TargetHostname.content_type_id = (
+                    SELECT
+                        django_content_type.id
+                    FROM
+                        django_content_type
+                    WHERE
+                        app_label = 'dashboard_app'
+                        AND model='testrun'
+                    )
+                AND BootNamedAttribute_TargetHostname.name = 'target.hostname'
+            )
+            INNER JOIN dashboard_app_namedattribute AS BootNamedAttribute_GitCommitID ON (
+                BootNamedAttribute_GitCommitID.object_id = BootTestRun.id
+                AND BootNamedAttribute_GitCommitID.name = 'git_commitid'
+                AND BootNamedAttribute_GitCommitID.content_type_id = (
+                    SELECT
+                        django_content_type.id
+                    FROM
+                        django_content_type
+                    WHERE
+                        app_label = 'dashboard_app'
+                        AND model='testrun'
+                    )
+            )
+            INNER JOIN dashboard_app_namedattribute AS BootNamedAttribute_GitURL ON (
+                BootNamedAttribute_GitURL.object_id = BootTestRun.id
+                AND BootNamedAttribute_GitURL.name = 'git_url'
+                AND BootNamedAttribute_GitURL.content_type_id = (
+                    SELECT
+                        django_content_type.id
+                    FROM
+                        django_content_type
+                    WHERE
+                        app_label = 'dashboard_app'
+                        AND model='testrun'
+                    )
+            )            
+            INNER JOIN dashboard_app_bundle AS BootBundle ON BootTestRun.bundle_id = BootBundle.id
+            INNER JOIN dashboard_app_bundlestream AS BootBundleStream ON BootBundle.bundle_stream_id = BootBundleStream.id
+            INNER JOIN dashboard_app_testcase AS BootTestCase ON BootTestResult.test_case_id = BootTestCase.id
+            INNER JOIN dashboard_app_test AS BootTest ON BootTestRun.test_id = BootTest.id
+        WHERE
+            BootBundleStream.pathname = <value name="boot_pathname"/>
+            AND BuildBundleStream.pathname = <value name="build_pathname"/>
+            AND BootTest.test_id = <value name="boot_test"/>
+            AND BuildTest.test_id = <value name="build_test"/>
+            AND BootTestCase.test_case_id = <value name="boot_test_case"/>
+            AND BuildTestCase.test_case_id = <value name="build_test_case"/>
+            AND BuildSoftwareSource.project_name = 'Linux Linaro'
+            AND BuildNamedAttribute_BuildID.value = BootNamedAttribute_BuildID.value
+        ORDER BY
+            BootTestRun.analyzer_assigned_uuid
+    </sql>
+    <arguments>
+        <argument name="boot_pathname" help="Bundle stream with boot results" type="string"/>
+        <argument name="boot_test" help="Identifier of the test to select" type="string" default="lava"/>
+        <argument name="boot_test_case" help="Identifier of the test case to select" type="string" default="boot_image"/>
+        <argument name="build_pathname" help="Bundle stream with boot results" type="string"/>
+        <argument name="build_test" help="Identifier of the test to select" type="string" default="kernel build"/>
+        <argument name="build_test_case" help="Identifier of the test case to select" type="string" default="linux-linaro-3_0"/>
+    </arguments>
+    <summary>
+        TODO: document this
+    </summary>
+    <documentation>
+        TODO: document this
+    </documentation>
+</data-view>
+

=== modified file 'views/latest-job-complete-for-hwpack-and-rootfs.xml' (properties changed: -x to +x)
=== modified file 'views/latest-test-runs.xml' (properties changed: -x to +x)
=== modified file 'views/measurements.xml' (properties changed: -x to +x)
=== modified file 'views/recent-test-runs-for-board-and-hwpack-and-rootfs-1.xml' (properties changed: -x to +x)
=== modified file 'views/recent-test-runs-for-board-and-hwpack-and-rootfs-2.xml' (properties changed: -x to +x)
=== modified file 'views/recent-test-runs-for-board-and-hwpack-and-rootfs-3.xml' (properties changed: -x to +x)
=== modified file 'views/recent-test-runs-for-board-and-hwpack-and-rootfs-4.xml' (properties changed: -x to +x)
=== modified file 'views/rootfs-type.xml' (properties changed: -x to +x)