Merge lp:~lefred/percona-playback/percona-playback into lp:percona-playback

[Frederic Descamps]

Add two experimental reports plugins:

report_error: displays all queries that are slower
report_full: displays some statistics related to query types (SELECT, INSERT, UPDATE...)

the way I define the types should be improved, but I don't really know the best method ? using regex ?

=== modified file 'percona-playback.spec'
--- percona-playback.spec	2012-09-14 05:34:21 +0000
+++ percona-playback.spec	2012-10-03 10:52:21 +0000
@@ -23,7 +23,7 @@
 
 Name:           percona-playback
 Version:        0.4
-Release:        1%{?dist}
+Release:        2%{?dist}
 Summary:        A tool for replaying captured database server load
 
 License:        GPL

=== added directory 'percona_playback/error_report'
=== added file 'percona_playback/error_report/error_report.cc'
--- percona_playback/error_report/error_report.cc	1970-01-01 00:00:00 +0000
+++ percona_playback/error_report/error_report.cc	2012-10-03 10:52:21 +0000
@@ -0,0 +1,107 @@
+/* BEGIN LICENSE
+ * Copyright (C) 2011-2012 Percona Inc.
+ * This program is free software: you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2, as published
+ * by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but
+ * WITHOUT ANY WARRANTY; without even the implied warranties of
+ * MERCHANTABILITY, SATISFACTORY QUALITY, or FITNESS FOR A PARTICULAR
+ * PURPOSE.  See the GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program.  If not, see <http://www.gnu.org/licenses/>.
+ * END LICENSE */
+
+#include <cstdio>
+#include <cstdlib>
+#include <iostream>
+#define __STDC_FORMAT_MACROS
+#include <inttypes.h>
+
+#include <boost/foreach.hpp>
+#include <boost/program_options.hpp>
+
+#include <tbb/tbb_stddef.h>
+
+/* We're all conditional here because TBB in CentOS 6 is old */
+#if TBB_VERSION_MAJOR < 3
+#include <boost/unordered_map.hpp>
+#include <tbb/mutex.h>
+#else
+#include <tbb/concurrent_unordered_map.h>
+#endif
+
+#include <tbb/atomic.h>
+#include <percona_playback/plugin.h>
+#include <percona_playback/query_result.h>
+#include <percona_playback/gettext.h>
+
+class ErrorReportPlugin : public percona_playback::ReportPlugin
+{
+private:
+  tbb::atomic<uint64_t> total_execution_time_ms;
+  tbb::atomic<uint64_t> expected_total_execution_time_ms;
+  tbb::atomic<uint64_t> nr_quicker_queries;
+  std::string  full_report;
+
+#if TBB_VERSION_MAJOR < 3
+  tbb::mutex connection_query_count_mutex;
+  typedef boost::unordered_map<uint64_t, tbb::atomic<uint64_t> > ConnectionQueryCountMap;
+#else
+  typedef tbb::concurrent_unordered_map<uint64_t, tbb::atomic<uint64_t> > ConnectionQueryCountMap;
+#endif
+
+  typedef std::pair<uint64_t, tbb::atomic<uint64_t> > ConnectionQueryCountPair;
+  typedef std::map<uint64_t, uint64_t> SortedConnectionQueryCountMap;
+  typedef std::pair<uint64_t, uint64_t> SortedConnectionQueryCountPair;
+
+  ConnectionQueryCountMap connection_query_counts;
+
+
+public:
+  ErrorReportPlugin(std::string _name) : ReportPlugin(_name)
+  {
+    total_execution_time_ms= 0;
+    expected_total_execution_time_ms= 0;
+    nr_quicker_queries= 0;
+    full_report = "";
+  }
+
+  virtual void query_execution(const uint64_t thread_id,
+			       const std::string &query,
+			       const QueryResult &expected,
+			       const QueryResult &actual)
+  {
+  //    fprintf(stderr,_("Error query: %s\n"), query.c_str());
+
+    total_execution_time_ms.fetch_and_add(actual.getDuration().total_microseconds());
+
+    if (expected.getDuration().total_microseconds())
+    {
+      expected_total_execution_time_ms.fetch_and_add(expected.getDuration().total_microseconds());
+      if (actual.getDuration().total_microseconds() > expected.getDuration().total_microseconds())
+      {
+        printf(_("thread %" PRIu64 " slower query was run in  %" PRIu64 " microseconds instead of %" PRIu64  "\n  <--\n%s  -->\n"), 
+		uint64_t(thread_id),
+		uint64_t(actual.getDuration().total_microseconds()),
+                uint64_t(expected.getDuration().total_microseconds()),
+		query.c_str());
+      }
+    }
+  }
+
+ virtual void print_report()
+ {
+    printf(_("Error Report finished\n\n\n"));
+ }
+
+
+};
+
+static void init_plugin(percona_playback::PluginRegistry &r)
+{
+  r.add("error_report", new ErrorReportPlugin("error_report"));
+}
+
+PERCONA_PLAYBACK_PLUGIN(init_plugin);

=== added file 'percona_playback/error_report/plugin.ini'
--- percona_playback/error_report/plugin.ini	1970-01-01 00:00:00 +0000
+++ percona_playback/error_report/plugin.ini	2012-10-03 10:52:21 +0000
@@ -0,0 +1,6 @@
+[plugin]
+title=Error Reporter
+description=This provides an error report of the run
+version=0.1
+static=yes
+load_by_default=yes

=== added directory 'percona_playback/full_report'
=== added file 'percona_playback/full_report/full_report.cc'
--- percona_playback/full_report/full_report.cc	1970-01-01 00:00:00 +0000
+++ percona_playback/full_report/full_report.cc	2012-10-03 10:52:21 +0000
@@ -0,0 +1,192 @@
+/* BEGIN LICENSE
+ * Copyright (C) 2011-2012 Percona Inc.
+ * This program is free software: you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2, as published
+ * by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but
+ * WITHOUT ANY WARRANTY; without even the implied warranties of
+ * MERCHANTABILITY, SATISFACTORY QUALITY, or FITNESS FOR A PARTICULAR
+ * PURPOSE.  See the GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program.  If not, see <http://www.gnu.org/licenses/>.
+ * END LICENSE */
+
+#include <cstdio>
+#include <cstdlib>
+#include <iostream>
+#define __STDC_FORMAT_MACROS
+#include <inttypes.h>
+
+#include <boost/foreach.hpp>
+#include <boost/program_options.hpp>
+
+#include <tbb/tbb_stddef.h>
+
+/* We're all conditional here because TBB in CentOS 6 is old */
+#if TBB_VERSION_MAJOR < 3
+#include <boost/unordered_map.hpp>
+#include <tbb/mutex.h>
+#else
+#include <tbb/concurrent_unordered_map.h>
+#endif
+
+#include <tbb/atomic.h>
+#include <percona_playback/plugin.h>
+#include <percona_playback/query_result.h>
+#include <percona_playback/gettext.h>
+
+class FullReportPlugin : public percona_playback::ReportPlugin
+{
+private:
+  tbb::atomic<uint64_t> nr_select;
+  tbb::atomic<uint64_t> nr_select_faster;
+  tbb::atomic<uint64_t> nr_select_slower;
+  tbb::atomic<uint64_t> nr_update;
+  tbb::atomic<uint64_t> nr_update_faster;
+  tbb::atomic<uint64_t> nr_update_slower;
+  tbb::atomic<uint64_t> nr_insert;
+  tbb::atomic<uint64_t> nr_insert_faster;
+  tbb::atomic<uint64_t> nr_insert_slower;
+  tbb::atomic<uint64_t> nr_delete;
+  tbb::atomic<uint64_t> nr_delete_faster;
+  tbb::atomic<uint64_t> nr_delete_slower;
+  tbb::atomic<uint64_t> nr_replace;
+  tbb::atomic<uint64_t> nr_replace_faster;
+  tbb::atomic<uint64_t> nr_replace_slower;
+  tbb::atomic<uint64_t> nr_drop;
+  tbb::atomic<uint64_t> nr_drop_faster;
+  tbb::atomic<uint64_t> nr_drop_slower;
+  tbb::atomic<uint64_t> total_execution_time_ms;
+  tbb::atomic<uint64_t> expected_total_execution_time_ms;
+
+#if TBB_VERSION_MAJOR < 3
+  tbb::mutex connection_query_count_mutex;
+  typedef boost::unordered_map<uint64_t, tbb::atomic<uint64_t> > ConnectionQueryCountMap;
+#else
+  typedef tbb::concurrent_unordered_map<uint64_t, tbb::atomic<uint64_t> > ConnectionQueryCountMap;
+#endif
+
+  typedef std::pair<uint64_t, tbb::atomic<uint64_t> > ConnectionQueryCountPair;
+  typedef std::map<uint64_t, uint64_t> SortedConnectionQueryCountMap;
+  typedef std::pair<uint64_t, uint64_t> SortedConnectionQueryCountPair;
+
+  ConnectionQueryCountMap connection_query_counts;
+
+  bool show_connection_query_count;
+
+public:
+  FullReportPlugin(std::string _name) : ReportPlugin(_name)
+  {
+    nr_select= 0;
+    nr_select_faster= 0;
+    nr_select_slower= 0;
+    nr_update= 0;
+    nr_update_faster= 0;
+    nr_update_slower= 0;
+    nr_insert= 0;
+    nr_insert_faster= 0;
+    nr_insert_slower= 0;
+    nr_delete= 0;
+    nr_delete_faster= 0;
+    nr_delete_slower= 0;
+    nr_replace= 0;
+    nr_replace_faster= 0;
+    nr_replace_slower= 0;
+    nr_drop= 0;
+    nr_drop_faster= 0;
+    nr_drop_slower= 0;
+    total_execution_time_ms= 0;
+    expected_total_execution_time_ms= 0;
+  }
+
+
+  virtual void query_execution(const uint64_t thread_id,
+			       const std::string &query,
+			       const QueryResult &expected,
+			       const QueryResult &actual)
+  {
+    (void)thread_id;
+    (void)expected;
+    (void)actual;
+    int faster= 0;
+    int slower= 0;
+
+    total_execution_time_ms.fetch_and_add(actual.getDuration().total_microseconds());
+
+    if (expected.getDuration().total_microseconds())
+    {
+      expected_total_execution_time_ms.fetch_and_add(expected.getDuration().total_microseconds());
+      if (actual.getDuration().total_microseconds() < expected.getDuration().total_microseconds())
+      {
+        faster= 1;
+        slower= 0;
+      }
+      else
+      {
+        faster= 0;
+	slower= 1;
+      }
+    }
+
+    std::string new_query = boost::to_upper_copy(query);
+
+    if (new_query.find("\nSELECT ") != std::string::npos)
+    {
+		nr_select++;
+		nr_select_faster+= faster;
+		nr_select_slower+= slower;
+    }
+    else if (new_query.find("\nUPDATE ") != std::string::npos)
+    {
+	       	nr_update++;
+		nr_update_faster+= faster;
+		nr_update_slower+= slower;		
+    }
+    else if (new_query.find("\nINSERT ") != std::string::npos)
+    {
+	        nr_insert++;
+		nr_insert_faster+= faster;
+		nr_insert_slower+= slower;
+    }
+    else if (new_query.find("\nDELETE ") != std::string::npos)
+    {
+	        nr_delete++;
+		nr_delete_faster+= faster;
+		nr_delete_slower+= slower;
+    }
+    else if (new_query.find("\nREPLACE ") != std::string::npos)
+    {
+	        nr_replace++;
+		nr_replace_faster+= faster;
+		nr_replace_slower+= slower;
+    }
+    else if (new_query.find("\nDROP ") != std::string::npos)
+    {
+ 	        nr_drop++;
+		nr_drop_faster+= faster;
+		nr_drop_slower+= slower;
+    }
+
+  }
+
+  virtual void print_report()
+  {
+    printf(_("Detailed Report\n----------------\n"));
+    printf(_("SELECTs  : %" PRIu64 " queries (%" PRIu64 " faster, %" PRIu64 " slower)\n"), uint64_t(nr_select), uint64_t(nr_select_faster), uint64_t(nr_select_slower));
+    printf(_("INSERTs  : %" PRIu64 " queries (%" PRIu64 " faster, %" PRIu64 " slower)\n"), uint64_t(nr_insert), uint64_t(nr_insert_faster), uint64_t(nr_insert_slower));
+    printf(_("UPDATEs  : %" PRIu64 " queries (%" PRIu64 " faster, %" PRIu64 " slower)\n"), uint64_t(nr_update), uint64_t(nr_update_faster), uint64_t(nr_update_slower));
+    printf(_("DELETEs  : %" PRIu64 " queries (%" PRIu64 " faster, %" PRIu64 " slower)\n"), uint64_t(nr_delete), uint64_t(nr_delete_faster), uint64_t(nr_delete_slower));
+    printf(_("REPLACEs : %" PRIu64 " queries (%" PRIu64 " faster, %" PRIu64 " slower)\n"), uint64_t(nr_replace), uint64_t(nr_replace_faster), uint64_t(nr_replace_slower));
+    printf(_("DROPs    : %" PRIu64 " queries (%" PRIu64 " faster, %" PRIu64 " slower)\n\n\n"), uint64_t(nr_drop), uint64_t(nr_drop_faster), uint64_t(nr_drop_slower));
+  }
+
+};
+
+static void init_plugin(percona_playback::PluginRegistry &r)
+{
+  r.add("full_report", new FullReportPlugin("full_report"));
+}
+
+PERCONA_PLAYBACK_PLUGIN(init_plugin);

=== added file 'percona_playback/full_report/plugin.ini'
--- percona_playback/full_report/plugin.ini	1970-01-01 00:00:00 +0000
+++ percona_playback/full_report/plugin.ini	2012-10-03 10:52:21 +0000
@@ -0,0 +1,6 @@
+[plugin]
+title=Full Reporter
+description=This provides a full report of the run
+version=0.1
+static=yes
+load_by_default=yes