Merge lp:~cjwatson/launchpad/yarn into lp:launchpad

[Colin Watson]

Install YUI using Yarn.

This is in part an RFC, but it was surprisingly little work. Additional things that would need to be done in order to test or land this:

 * Add nodejs to launchpad-developer-dependencies.
 * Download https://github.com/yarnpkg/yarn/releases/download/v1.2.1/yarn-v1.2.1.tar.gz to download-cache/dist/yarn-1.2.1.tar.gz.
 * Populate an initial download-cache/yarn/. "make build/js/yarn && utilities/yarn install" should do the trick.

I'm hoping that after this we can start using useful but previously-inaccessible tools such as postcss, and maybe start modernising Launchpad's JavaScript in general (for example, we could consider using Webpack for module bundling, Babel so that we can use modern language features, eslint for linting, and so on); but that's for the future.

[William Grant (wgrant)]

Is xenial's nodejs reasonably new? Can we backport it to precise, or do we want to wait a few weeks?

review: Approve

[Colin Watson (cjwatson)]

xenial's nodejs is sufficient for our purposes. I'm inclined to wait until the upgrades are done rather than bothering with a backport.

=== modified file '.bzrignore'
--- .bzrignore	2017-05-11 14:15:36 +0000
+++ .bzrignore	2017-10-20 13:04:50 +0000
@@ -45,7 +45,6 @@
 ./production-configs
 bzr.dev
 _trial_temp
-lazr-js
 .bazaar
 .cache
 .subversion
@@ -78,3 +77,4 @@
 ./celerybeat-schedule
 !logs/README.txt
 ./logs
+yarn/node_modules

=== modified file 'Makefile'
--- Makefile	2017-09-26 03:08:34 +0000
+++ Makefile	2017-10-20 13:04:50 +0000
@@ -22,10 +22,10 @@
 LP_BUILT_JS_ROOT=${ICING}/build
 
 JS_BUILD_DIR := build/js
-YUI_VERSIONS := 3.10.3
-YUI_BUILDS := $(patsubst %,$(JS_BUILD_DIR)/yui-%, $(YUI_VERSIONS))
-YUI_DEFAULT := yui-3.10.3
-YUI_DEFAULT_SYMLINK := $(JS_BUILD_DIR)/yui
+YARN_VERSION := 1.2.1
+YARN_BUILD := $(JS_BUILD_DIR)/yarn
+YARN := utilities/yarn
+YUI_SYMLINK := $(JS_BUILD_DIR)/yui
 LP_JS_BUILD := $(JS_BUILD_DIR)/lp
 
 MINS_TO_SHUTDOWN=15
@@ -145,7 +145,7 @@
 css_combine: jsbuild_widget_css
 	${SHHH} bin/sprite-util create-image
 	${SHHH} bin/sprite-util create-css
-	ln -sfn ../../../../build/js/$(YUI_DEFAULT) $(ICING)/yui
+	ln -sfn ../../../../yarn/node_modules/yui $(ICING)/yui
 	${SHHH} bin/combine-css
 
 jsbuild_widget_css: bin/jsbuild
@@ -159,17 +159,20 @@
 $(JS_BUILD_DIR):
 	mkdir -p $@
 
-$(YUI_BUILDS): | $(JS_BUILD_DIR)
+$(YARN_BUILD): | $(JS_BUILD_DIR)
 	mkdir -p $@/tmp
-	unzip -q download-cache/dist/yui_$(subst build/js/yui-,,$@).zip -d $@/tmp 'yui/build/*'
-	# We don't use the Flash components and they have a bad security
+	tar -C $@/tmp -xf download-cache/dist/yarn-$(YARN_VERSION).tar.gz
+	mv $@/tmp/yarn-v$(YARN_VERSION)/* $@
+	$(RM) -r $@/tmp
+
+yarn/node_modules/yui: yarn/package.json | $(YARN_BUILD)
+	$(YARN) install --offline --frozen-lockfile
+	# We don't use YUI's Flash components and they have a bad security
 	# record. Kill them.
-	find $@/tmp/yui/build -name '*.swf' -delete
-	mv $@/tmp/yui/build/* $@
-	$(RM) -r $@/tmp
+	find yarn/node_modules/yui -name '*.swf' -delete
 
-$(YUI_DEFAULT_SYMLINK): $(YUI_BUILDS)
-	ln -sfn $(YUI_DEFAULT) $@
+$(YUI_SYMLINK): yarn/node_modules/yui
+	ln -sfn ../../yarn/node_modules/yui $@
 
 $(LP_JS_BUILD): | $(JS_BUILD_DIR)
 	-mkdir $@
@@ -181,7 +184,7 @@
 	find $@ -name 'tests' -type d | xargs rm -rf
 	bin/lpjsmin -p $@
 
-jsbuild: $(LP_JS_BUILD) $(YUI_DEFAULT_SYMLINK)
+jsbuild: $(LP_JS_BUILD) $(YUI_SYMLINK)
 	utilities/js-deps -n LP_MODULES -s build/js/lp -x '-min.js' -o \
 	build/js/lp/meta.js >/dev/null
 	utilities/check-js-deps
@@ -340,7 +343,7 @@
 
 clean_js:
 	$(RM) -r $(JS_BUILD_DIR)
-	$(RM) -r yui # Remove obsolete top-level directory for now.
+	$(RM) -r yarn/node_modules
 
 clean_buildout:
 	$(RM) -r build
@@ -349,7 +352,6 @@
 	$(RM) -r parts
 	$(RM) -r develop-eggs
 	$(RM) .installed.cfg
-	$(RM) -r yui/*
 
 clean_logs:
 	$(RM) logs/thread*.request

=== removed symlink 'lib/canonical/launchpad/icing/yui3-gallery'
=== target was u'../../../lp/contrib/javascript/yui3-gallery'
=== modified file 'lib/lp/app/javascript/testing/test.css'
--- lib/lp/app/javascript/testing/test.css	2011-11-18 05:38:25 +0000
+++ lib/lp/app/javascript/testing/test.css	2017-10-20 13:04:50 +0000
@@ -1,5 +1,4 @@
 @import url("../../../../canonical/launchpad/icing/import.css");
-@import url("../../../../canonical/launchpad/icing/yui/assets/skins/sam/skin.css");
 @import url("../../../../canonical/launchpad/icing/yui/cssreset/reset.css");
 @import url("../../../../canonical/launchpad/icing/yui/cssfonts/fonts.css");
 @import url("../../../../canonical/launchpad/icing/yui/cssbase/base.css");

=== modified file 'lib/lp/scripts/utilities/js/combinecss.py'
--- lib/lp/scripts/utilities/js/combinecss.py	2017-07-20 15:14:40 +0000
+++ lib/lp/scripts/utilities/js/combinecss.py	2017-10-20 13:04:50 +0000
@@ -16,10 +16,10 @@
     'ubuntu-webfonts.css',
     'style.css',
     'yui/cssreset/cssreset.css',
-    'yui/assets/skins/sam/autocomplete-list.css',
-    'yui/assets/skins/sam/calendar-base.css',
-    'yui/assets/skins/sam/calendar.css',
-    'yui/assets/skins/sam/calendarnavigator.css',
+    'yui/autocomplete-list/assets/skins/sam/autocomplete-list.css',
+    'yui/calendar-base/assets/skins/sam/calendar-base.css',
+    'yui/calendar/assets/skins/sam/calendar.css',
+    'yui/calendarnavigator/assets/skins/sam/calendarnavigator.css',
     # Since the old cssgrids uses yui-, and the new uses yui3-, it is only
     # used for the calendar.
     'yui/cssgrids/cssgrids.css',

=== modified file 'lib/lp/testing/yuixhr.py'
--- lib/lp/testing/yuixhr.py	2016-09-14 11:13:06 +0000
+++ lib/lp/testing/yuixhr.py	2017-10-20 13:04:50 +0000
@@ -232,8 +232,6 @@
         <html>
           <head>
           <title>YUI XHR Tests</title>
-          <link rel="stylesheet"
-            href="/+icing/yui/assets/skins/sam/skin.css"/>
           <link rel="stylesheet" href="/+icing/rev%(revision)s/combo.css"/>
           <style>
           ul {

=== added file 'utilities/yarn'
--- utilities/yarn	1970-01-01 00:00:00 +0000
+++ utilities/yarn	2017-10-20 13:04:50 +0000
@@ -0,0 +1,7 @@
+#! /bin/sh
+set -e
+
+cd "$(dirname "$0")"/../yarn
+# Disable the unsupported Node version check for now.  It's much easier to
+# go with what's in Ubuntu 16.04, and things seem to work OK at the moment.
+../build/js/yarn/bin/yarn --no-node-version-check "$@"

=== added directory 'yarn'
=== added file 'yarn/.yarnrc'
--- yarn/.yarnrc	1970-01-01 00:00:00 +0000
+++ yarn/.yarnrc	2017-10-20 13:04:50 +0000
@@ -0,0 +1,6 @@
+# THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY.
+# yarn lockfile v1
+
+
+lastUpdateCheck 1500567929021
+yarn-offline-mirror "../download-cache/yarn"

=== added file 'yarn/package.json'
--- yarn/package.json	1970-01-01 00:00:00 +0000
+++ yarn/package.json	2017-10-20 13:04:50 +0000
@@ -0,0 +1,15 @@
+{
+  "name": "launchpad",
+  "version": "0.0.0",
+  "description": "Launchpad",
+  "main": "index.js",
+  "repository": {
+    "type": "bzr",
+    "url": "https://bazaar.launchpad.net/+branch/launchpad"
+  },
+  "author": "Canonical Ltd.",
+  "license": "AGPL-3.0",
+  "dependencies": {
+    "yui": "3.10.3"
+  }
+}

=== added file 'yarn/yarn.lock'
--- yarn/yarn.lock	1970-01-01 00:00:00 +0000
+++ yarn/yarn.lock	2017-10-20 13:04:50 +0000
@@ -0,0 +1,42 @@
+# THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY.
+# yarn lockfile v1
+
+
+async@~0.2.7:
+  version "0.2.10"
+  resolved "https://registry.yarnpkg.com/async/-/async-0.2.10.tgz#b6bbe0b0674b9d719708ca38de8c237cb526c3d1"
+
+combined-stream@~0.0.4:
+  version "0.0.7"
+  resolved "https://registry.yarnpkg.com/combined-stream/-/combined-stream-0.0.7.tgz#0137e657baa5a7541c57ac37ac5fc07d73b4dc1f"
+  dependencies:
+    delayed-stream "0.0.5"
+
+delayed-stream@0.0.5:
+  version "0.0.5"
+  resolved "https://registry.yarnpkg.com/delayed-stream/-/delayed-stream-0.0.5.tgz#d4b1f43a93e8296dfe02694f4680bc37a313c73f"
+
+form-data@~0.0.3:
+  version "0.0.10"
+  resolved "https://registry.yarnpkg.com/form-data/-/form-data-0.0.10.tgz#db345a5378d86aeeb1ed5d553b869ac192d2f5ed"
+  dependencies:
+    async "~0.2.7"
+    combined-stream "~0.0.4"
+    mime "~1.2.2"
+
+mime@~1.2.2, mime@~1.2.7:
+  version "1.2.11"
+  resolved "https://registry.yarnpkg.com/mime/-/mime-1.2.11.tgz#58203eed86e3a5ef17aed2b7d9ebd47f0a60dd10"
+
+request@~2.14.0:
+  version "2.14.0"
+  resolved "https://registry.yarnpkg.com/request/-/request-2.14.0.tgz#0d8acbb0b14c1ab82e000b7d381fa8c80d1a7d88"
+  dependencies:
+    form-data "~0.0.3"
+    mime "~1.2.7"
+
+yui@3.10.3:
+  version "3.10.3"
+  resolved "https://registry.yarnpkg.com/yui/-/yui-3.10.3.tgz#35fcea1bfafc6d435d27f13621d1ae9deb1e9f85"
+  dependencies:
+    request "~2.14.0"