Merge lp:~ben-hutchings/ensoft-sextant/autocomplete-fix into lp:ensoft-sextant

[Ben Hutchings]

Web gui now has a hard limit on how many functions it is willing to get for the autocomplete menu. If there are more than this number of functions in the program, the empty list will be returned. Maximum number of functions is set to 75 at present - more than this leads to drop down lists not displaying properly sometimes.

Substring search in function names. Debouncing (one second timer at present).

[Ben Hutchings (ben-hutchings)]

Also the limit is hardcoded in web/server.py, not db_api.py.

[lp:~ben-hutchings/ensoft-sextant/autocomplete-fix]

34. By Ben Hutchings on 2014-11-11

removed debug output

35. By Ben Hutchings on 2014-11-13

fixed missing var in javascript, fixed unused global variables in python.

36. By Ben Hutchings on 2014-11-19

fixed bug by which timeout was never being tripped

37. By Ben Hutchings on 2014-11-21

whitespace changes, added missing var

38. By Ben Hutchings on 2014-11-21

indentation fix

Unmerged revisions

=== modified file 'resources/sextant/web/interface.html'
--- resources/sextant/web/interface.html	2014-09-04 09:46:18 +0000
+++ resources/sextant/web/interface.html	2014-11-11 16:13:40 +0000
@@ -17,8 +17,8 @@
     <div class="toolbar">
         <div>
             Program: 
-            <input list="program_names" id="program_name" class="textbox"
-                   onblur="get_names_for_autocomplete('funcs')" style="width: 150px" />
+            <input list="program_names" id="program_name" class="textbox" style="width: 150px" /> 
+            <!-- onblur="get_names_for_autocomplete('funcs')" -->
             <datalist id="program_names"></datalist>
 
             <select id="query_list" class="dropdown" onchange="display_when();">
@@ -44,13 +44,14 @@
         </div>
         <div id="toolbar-row2" style="margin-left: 234px;">
             <!--list to populate arguments.  Updates when program name is specified-->
-            <datalist id="function_names"></datalist>
+            <datalist id="function_names_1"></datalist>
+            <datalist id="function_names_2"></datalist>
 
             <span id="argument_1" style="size:20;"></span>
-            <input list="function_names" id="function_1" class="textbox" style="size:20;"></input>
+            <input list="function_names_1" autocomplete="off" id="function_1" class="textbox" style="size:20;" onkeyup="get_names_for_autocomplete('funcs_with_timeout_1')"></input>
 
             <span id="argument_2" style="size:20;"></span>
-            <input list="function_names" id="function_2" class="textbox" style="size:20;"></input>
+            <input list="function_names_2" autocomplete="off" id="function_2" class="textbox" style="size:20;" onkeyup="get_names_for_autocomplete('funcs_with_timeout_2')"></input>
         </div>
     </div>
 

=== modified file 'resources/sextant/web/queryjavascript.js'
--- resources/sextant/web/queryjavascript.js	2014-09-29 21:08:33 +0000
+++ resources/sextant/web/queryjavascript.js	2014-11-11 16:13:40 +0000
@@ -6,42 +6,73 @@
 //server or function names from a specific program.
 
 
-function get_names_for_autocomplete(info_needed){
+var timeout = null;
+
+
+function get_names_for_autocomplete(info_needed, search){
     //Function queries to database to create a list 
     //which is used to populate the auto-complete text boxes.
+    if (typeof search == 'undefined') {
+        search = "";
+    }
+    
     var xmlhttp = new XMLHttpRequest();
     xmlhttp.onreadystatechange = function(){
         if (xmlhttp.status = 200){
             var values_list = xmlhttp.responseText;
+            do_timeout = false;
             if (values_list != "") {
                 values_list = JSON.parse(values_list);
                 if (info_needed =='programs'){
                     //We need to populate the program names list
                     add_options("program_names", values_list);
                 }
-                if (info_needed =='funcs'){
-                    //We need to populate the functions list for the arguments
-                    add_options("function_names", values_list);
-                }    
+                if (info_needed == 'funcs_with_timeout_1') {
+                    add_options("function_names_1", values_list);
+                    do_timeout = true;
+                }
+                if (info_needed == 'funcs_with_timeout_2') {
+                    add_options("function_names_2", values_list);
+                    do_timeout = true;
+                }
             }
         }
     }
     if (info_needed == 'programs'){
         var string = "/database_properties?query=" + info_needed + "&program_name=";
+        xmlhttp.open("GET", string, true);
+        xmlhttp.send();
     }
     else{
-        var string = "/database_properties?query=" + "functions" + 
-        "&program_name=" + document.getElementById("program_name").value;
-    if (info_needed == 'programs'){
-        var string = "/database_properties?query=" + 
-        info_needed + "&program_name=" + prog_name;
-    }
+        var target = null;
+
+        if (info_needed == 'funcs_with_timeout_1') {
+            target = 'function_1';
+        }
+        else {
+            target = 'function_2';
+        }
+
+        timeoutfn = function() {
+            var string = "/database_properties?query=" + "functions" + 
+            "&program_name=" + document.getElementById("program_name").value +
+            "&search=" + document.getElementById(target).value;
+            xmlhttp.open("GET", string, true);
+            xmlhttp.send();
+            timeout = null;
+        };
+
+        if (do_timeout == true && timeout === null) {
+            timeout = window.setTimeout(timeoutfn, 1000);
+        } else if (do_timeout == true) {
+            window.clearTimeout(timeout);
+            timeout = window.setTimeout(timeoutfn, 1000);
+        } else {
+            timeoutfn();
+        }
+
     //"GET" information from the specified url (string)
-    xmlhttp.open("GET", string, true);
-    xmlhttp.send();
     }
-    xmlhttp.open("GET", string, true);
-    xmlhttp.send();
 }
 
 

=== modified file 'src/sextant/db_api.py'
--- src/sextant/db_api.py	2014-10-23 11:15:48 +0000
+++ src/sextant/db_api.py	2014-11-11 16:13:40 +0000
@@ -34,6 +34,8 @@
 # prior to copy over to the remote server.
 TMP_DIR = '/tmp/sextant'
 
+SEARCH_NAMES_LIMIT = 50
+
 # A function is deemed 'common' if it has more than this
 # many connections.
 COMMON_CUTOFF = 10
@@ -832,7 +834,7 @@
         result = self._db.query(q, returns=neo4jrestclient.Node)
         return bool(result)
 
-    def get_function_names(self, program_name):
+    def get_function_names(self, program_name, search, max_funcs):
         """
         Execute query to retrieve a list of all functions in the program.
         Any of the output names can be used verbatim in any SextantConnection
@@ -845,8 +847,13 @@
         if not validate_query(program_name):
             return set()
 
-        q = (' MATCH (:program {{name: "{}"}})-[:subject]->(f:func)'
-             ' RETURN f.name').format(program_name)
+        if not search:
+            q = (' MATCH (:program {{name: "{}"}})-[:subject]->(f:func)'
+                 ' RETURN f.name LIMIT {}').format(program_name, max_funcs)
+        else:
+            q = (' MATCH (:program {{name: "{}"}})-[:subject]->(f:func)'
+                 ' WHERE f.name =~ ".*{}.*" RETURN f.name LIMIT {}'
+                 .format(program_name, search, max_funcs))
         return {func[0] for func in self._db.query(q)}
 
     def get_all_functions_called(self, program_name, function_calling):

=== modified file 'src/sextant/web/server.py'
--- src/sextant/web/server.py	2014-10-13 15:09:08 +0000
+++ src/sextant/web/server.py	2014-11-11 16:13:40 +0000
@@ -28,6 +28,7 @@
 
 # global SextantConnection object which deals with the port forwarding
 CONNECTION = None
+CONNECTION_MAX_FUNCTION_NAMES = 500
 
 RESPONSE_CODE_OK = 200
 RESPONSE_CODE_BAD_REQUEST = 400
@@ -218,8 +219,12 @@
         return CONNECTION.get_program_names()
 
     @staticmethod
-    def _get_function_names(program_name):
-        return CONNECTION.get_function_names(program_name)
+    def _get_function_names(program_name, search=""):
+        max_funcs = 76;
+        programs = CONNECTION.programs_with_metadata()
+        result = CONNECTION.get_function_names(program_name, search, max_funcs)
+        return result if len(result) < max_funcs else set()
+        
 
     @defer.inlineCallbacks
     def _render_GET(self, request):
@@ -247,19 +252,21 @@
                 request.finish()
                 defer.returnValue(None)
             program_name = request.args['program_name'][0]
+            search = request.args.get('search', [''])[0]
 
-            funcnames = yield deferToThread(self._get_function_names, program_name)
+            funcnames = yield deferToThread(self._get_function_names, program_name, search)
             if funcnames is None:
                 request.setResponseCode(404)
                 request.setHeader("content-type", "text/plain")
                 request.write("No program with name %s was found in the Sextant." % escape(program_name))
                 request.finish()
                 defer.returnValue(None)
+            else:
+                request.setHeader("content-type", "application/json")
+                request.write(json.dumps(list(funcnames)))
 
-            request.setHeader("content-type", "application/json")
-            request.write(json.dumps(list(funcnames)))
-            request.finish()
-            defer.returnValue(None)
+                request.finish()
+                defer.returnValue(None)
 
         else:
             request.setResponseCode(400)