Merge lp:~ben-hutchings/ensoft-sextant/autocomplete-fix into lp:ensoft-sextant

[Ben Hutchings]

Web gui now has a hard limit on how many functions it is willing to get for the autocomplete menu. If there are more than this number of functions in the program, the empty list will be returned. Maximum number of functions is set to 75 at present - more than this leads to drop down lists not displaying properly sometimes.

Substring search in function names. Debouncing (one second timer at present).

[Ben Hutchings (ben-hutchings)]

Also the limit is hardcoded in web/server.py, not db_api.py.

[Robert (rjwills)]

review: Approve

[lp:~ben-hutchings/ensoft-sextant/autocomplete-fix]

36. By Ben Hutchings on 2014-11-19

fixed bug by which timeout was never being tripped

37. By Ben Hutchings on 2014-11-21

whitespace changes, added missing var

38. By Ben Hutchings on 2014-11-21

indentation fix

Unmerged revisions

=== modified file 'resources/sextant/web/interface.html'
--- resources/sextant/web/interface.html	2014-09-04 09:46:18 +0000
+++ resources/sextant/web/interface.html	2014-11-13 17:27:23 +0000
@@ -17,8 +17,8 @@
     <div class="toolbar">
         <div>
             Program: 
-            <input list="program_names" id="program_name" class="textbox"
-                   onblur="get_names_for_autocomplete('funcs')" style="width: 150px" />
+            <input list="program_names" id="program_name" class="textbox" style="width: 150px" /> 
+            <!-- onblur="get_names_for_autocomplete('funcs')" -->
             <datalist id="program_names"></datalist>
 
             <select id="query_list" class="dropdown" onchange="display_when();">
@@ -44,13 +44,14 @@
         </div>
         <div id="toolbar-row2" style="margin-left: 234px;">
             <!--list to populate arguments.  Updates when program name is specified-->
-            <datalist id="function_names"></datalist>
+            <datalist id="function_names_1"></datalist>
+            <datalist id="function_names_2"></datalist>
 
             <span id="argument_1" style="size:20;"></span>
-            <input list="function_names" id="function_1" class="textbox" style="size:20;"></input>
+            <input list="function_names_1" autocomplete="off" id="function_1" class="textbox" style="size:20;" onkeyup="get_names_for_autocomplete('funcs_with_timeout_1')"></input>
 
             <span id="argument_2" style="size:20;"></span>
-            <input list="function_names" id="function_2" class="textbox" style="size:20;"></input>
+            <input list="function_names_2" autocomplete="off" id="function_2" class="textbox" style="size:20;" onkeyup="get_names_for_autocomplete('funcs_with_timeout_2')"></input>
         </div>
     </div>
 
 
=== modified file 'resources/sextant/web/queryjavascript.js'
--- resources/sextant/web/queryjavascript.js	2014-09-29 21:08:33 +0000
+++ resources/sextant/web/queryjavascript.js	2014-11-13 17:27:23 +0000
@@ -6,42 +6,73 @@
 //server or function names from a specific program.
 
 
-function get_names_for_autocomplete(info_needed){
+var timeout = null;
+
+
+function get_names_for_autocomplete(info_needed, search){
     //Function queries to database to create a list 
     //which is used to populate the auto-complete text boxes.
+    if (typeof search == 'undefined') {
+        search = "";
+    }
+    
     var xmlhttp = new XMLHttpRequest();
     xmlhttp.onreadystatechange = function(){
         if (xmlhttp.status = 200){
             var values_list = xmlhttp.responseText;
+            var do_timeout = false;
             if (values_list != "") {
                 values_list = JSON.parse(values_list);
                 if (info_needed =='programs'){
                     //We need to populate the program names list
                     add_options("program_names", values_list);
                 }
-                if (info_needed =='funcs'){
-                    //We need to populate the functions list for the arguments
-                    add_options("function_names", values_list);
-                }    
+                if (info_needed == 'funcs_with_timeout_1') {
+                    add_options("function_names_1", values_list);
+                    do_timeout = true;
+                }
+                if (info_needed == 'funcs_with_timeout_2') {
+                    add_options("function_names_2", values_list);
+                    do_timeout = true;
+                }
             }
         }
     }
     if (info_needed == 'programs'){
         var string = "/database_properties?query=" + info_needed + "&program_name=";
+        xmlhttp.open("GET", string, true);
+        xmlhttp.send();
     }
     else{
-        var string = "/database_properties?query=" + "functions" + 
-        "&program_name=" + document.getElementById("program_name").value;
-    if (info_needed == 'programs'){
-        var string = "/database_properties?query=" + 
-        info_needed + "&program_name=" + prog_name;
-    }
+        var target = null;
+
+        if (info_needed == 'funcs_with_timeout_1') {
+            target = 'function_1';
+        }
+        else {
+            target = 'function_2';
+        }
+
+        timeoutfn = function() {
+            var string = "/database_properties?query=" + "functions" + 
+            "&program_name=" + document.getElementById("program_name").value +
+            "&search=" + document.getElementById(target).value;
+            xmlhttp.open("GET", string, true);
+            xmlhttp.send();
+            timeout = null;
+        };
+
+        if (do_timeout == true && timeout === null) {
+            timeout = window.setTimeout(timeoutfn, 1000);
+        } else if (do_timeout == true) {
+            window.clearTimeout(timeout);
+            timeout = window.setTimeout(timeoutfn, 1000);
+        } else {
+            timeoutfn();
+        }
+
     //"GET" information from the specified url (string)
-    xmlhttp.open("GET", string, true);
-    xmlhttp.send();
     }
-    xmlhttp.open("GET", string, true);
-    xmlhttp.send();
 }
 
 
 
=== modified file 'src/sextant/db_api.py'
--- src/sextant/db_api.py	2014-10-23 11:15:48 +0000
+++ src/sextant/db_api.py	2014-11-13 17:27:23 +0000
@@ -832,7 +832,7 @@
         result = self._db.query(q, returns=neo4jrestclient.Node)
         return bool(result)
 
-    def get_function_names(self, program_name):
+    def get_function_names(self, program_name, search, max_funcs):
         """
         Execute query to retrieve a list of all functions in the program.
         Any of the output names can be used verbatim in any SextantConnection
@@ -845,8 +845,13 @@
         if not validate_query(program_name):
             return set()
 
-        q = (' MATCH (:program {{name: "{}"}})-[:subject]->(f:func)'
-             ' RETURN f.name').format(program_name)
+        if not search:
+            q = (' MATCH (:program {{name: "{}"}})-[:subject]->(f:func)'
+                 ' RETURN f.name LIMIT {}').format(program_name, max_funcs)
+        else:
+            q = (' MATCH (:program {{name: "{}"}})-[:subject]->(f:func)'
+                 ' WHERE f.name =~ ".*{}.*" RETURN f.name LIMIT {}'
+                 .format(program_name, search, max_funcs))
         return {func[0] for func in self._db.query(q)}
 
     def get_all_functions_called(self, program_name, function_calling):
 
=== modified file 'src/sextant/web/server.py'
--- src/sextant/web/server.py	2014-10-13 15:09:08 +0000
+++ src/sextant/web/server.py	2014-11-13 17:27:23 +0000
@@ -29,6 +29,10 @@
 # global SextantConnection object which deals with the port forwarding
 CONNECTION = None
 
+# The maximum number of matches to display for autocomplete. If more than
+# this are matched, nothing will be returned.
+AUTOCOMPLETE_NAMES_LIMIT = 75
+
 RESPONSE_CODE_OK = 200
 RESPONSE_CODE_BAD_REQUEST = 400
 RESPONSE_CODE_NOT_FOUND = 404
@@ -218,8 +222,15 @@
         return CONNECTION.get_program_names()
 
     @staticmethod
-    def _get_function_names(program_name):
-        return CONNECTION.get_function_names(program_name)
+    def _get_function_names(program_name, search=""):
+        # For the returned data, we must allow one more name than
+        # the maximum so that we know if the maximum was exceeded rather
+        # than only met.
+        max_funcs = AUTOCOMPLETE_NAMES_LIMIT + 1
+        programs = CONNECTION.programs_with_metadata()
+        result = CONNECTION.get_function_names(program_name, search, max_funcs)
+        return result if len(result) < max_funcs else set()
+        
 
     @defer.inlineCallbacks
     def _render_GET(self, request):
@@ -247,19 +258,21 @@
                 request.finish()
                 defer.returnValue(None)
             program_name = request.args['program_name'][0]
+            search = request.args.get('search', [''])[0]
 
-            funcnames = yield deferToThread(self._get_function_names, program_name)
+            funcnames = yield deferToThread(self._get_function_names, program_name, search)
             if funcnames is None:
                 request.setResponseCode(404)
                 request.setHeader("content-type", "text/plain")
                 request.write("No program with name %s was found in the Sextant." % escape(program_name))
                 request.finish()
                 defer.returnValue(None)
+            else:
+                request.setHeader("content-type", "application/json")
+                request.write(json.dumps(list(funcnames)))
 
-            request.setHeader("content-type", "application/json")
-            request.write(json.dumps(list(funcnames)))
-            request.finish()
-            defer.returnValue(None)
+                request.finish()
+                defer.returnValue(None)
 
         else:
             request.setResponseCode(400)