Merge into trunk : apiclient-open-parallel-fixes : Code : juju-core

Status:	Merged
Approved by:	Andrew Wilkins on 2014-04-01
Approved revision:	no longer in the source branch.
Merged at revision:	2526
Proposed branch:	lp:~axwalk/juju-core/apiclient-open-parallel-fixes
Merge into:	lp:~go-bot/juju-core/trunk
Diff against target:	141 lines (+48/-12) 3 files modified state/api/apiclient.go (+33/-11) state/api/apiclient_test.go (+11/-1) state/api/export_test.go (+4/-0)
To merge this branch:	bzr merge lp:~axwalk/juju-core/apiclient-open-parallel-fixes
Related bugs:	Link a bug report

Reviewer	Review Type	Date Requested	Status
Juju Engineering		2014-04-01	Pending
Review via email: mp+213569@code.launchpad.net

Revision history for this message

Andrew Wilkins (axwalk) wrote on 2014-04-01:

#

Reviewers: mp+213569_code.launchpad.net,

Message:
Please take a look.

Description:
state/api: fixes to parallel api.Open

With these changes, api.Open will now
do the right thing if one of the dialers
succeeds before all are started. We also
introduce a short delay between starting
dialers, to avoid unnecessary dial
attempts.

https://code.launchpad.net/~axwalk/juju-core/apiclient-open-parallel-fixes/+merge/213569

(do not edit description out of merge proposal)

Please review this at https://codereview.appspot.com/82900045/

Affected files (+49, -12 lines):
   A [revision details]
   M state/api/apiclient.go
   M state/api/apiclient_test.go
   M state/api/export_test.go

Index: [revision details]
=== added file '[revision details]'
--- [revision details] 2012-01-01 00:00:00 +0000
+++ [revision details] 2012-01-01 00:00:00 +0000
@@ -0,0 +1,2 @@
+Old revision: tarmac-20140401002201-jdbrb1jd9gomhhci
+New revision: <email address hidden>

Index: state/api/apiclient.go
=== modified file 'state/api/apiclient.go'
--- state/api/apiclient.go 2014-03-31 14:43:24 +0000
+++ state/api/apiclient.go 2014-04-01 03:13:49 +0000
@@ -6,6 +6,7 @@
  import (
   "crypto/tls"
   "crypto/x509"
+ "fmt"
   "io"
   "time"

@@ -84,6 +85,10 @@
  // DialOpts holds configuration parameters that control the
  // Dialing behavior when connecting to a state server.
  type DialOpts struct {
+ // DialAddressInterval is the amount of time to wait
+ // before starting to dial another address.
+ DialAddressInterval time.Duration
+
   // Timeout is the amount of time to wait contacting
   // a state server.
   Timeout time.Duration
@@ -97,8 +102,9 @@
  // parameters for contacting a state server.
  func DefaultDialOpts() DialOpts {
   return DialOpts{
- Timeout: 10 * time.Minute,
- RetryDelay: 2 * time.Second,
+ DialAddressInterval: 50 * time.Millisecond,
+ Timeout: 10 * time.Minute,
+ RetryDelay: 2 * time.Second,
   }
  }

@@ -114,9 +120,16 @@
   try := parallel.NewTry(maxParallelDial, nil)
   defer try.Kill()
   for _, addr := range info.Addrs {
- if err := dialWebsocket(addr, opts, pool, try); err != nil {
+ err := dialWebsocket(addr, opts, pool, try)
+ if err == parallel.ErrStopped {
+ break
+ } else if err != nil {
     return nil, err
    }
+ select {
+ case <-time.After(opts.DialAddressInterval):
+ case <-try.Dead():
+ }
   }
   try.Close()
   result, err := try.Result()
@@ -160,28 +173,36 @@
    RootCAs: rootCAs,
    ServerName: "anything",
   }
+ return try.Start(newWebsocketDialer(cfg, opts))
+}
+
+// new WebsocketDialler returns a function that
+// can be passed to utils/parallel.Try.Start.
+func newWebsocketDialer(cfg *websocket.Config, opts DialOpts) func(<-chan
struct{}) (io.Closer, error) {
   openAttempt := utils.AttemptStrategy{
    Total: opts.Timeout,
    Delay: opts.RetryDelay,
   }
- return try.Start(func(stop <-chan struct{}) (io.Closer, error) {
- err := parallel.ErrStopped
+ return func(stop <-chan struct{}) (io.Closer, error) {
    for a := openAttempt.Start(); a.Next(); {
     select {
     case <-stop:
- break
+ return nil, parallel.ErrStopped
     default:
     }...

Reviewers: mp+213569_code.launchpad.net,

Message:
Please take a look.

Description:
state/api: fixes to parallel api.Open

With these changes, api.Open will now
do the right thing if one of the dialers
succeeds before all are started. We also
introduce a short delay between starting
dialers, to avoid unnecessary dial
attempts.

https://code.launchpad.net/~axwalk/juju-core/apiclient-open-parallel-fixes/+merge/213569

(do not edit description out of merge proposal)

Please review this at https://codereview.appspot.com/82900045/

Affected files (+49, -12 lines):
   A [revision details]
   M state/api/apiclient.go
   M state/api/apiclient_test.go
   M state/api/export_test.go

Index: [revision details]
=== added file '[revision details]'
--- [revision details]	2012-01-01 00:00:00 +0000
+++ [revision details]	2012-01-01 00:00:00 +0000
@@ -0,0 +1,2 @@
+Old revision: tarmac-20140401002201-jdbrb1jd9gomhhci
+New revision: andrew.wilkins@canonical.com-20140401031349-9j2qze8oe1jmqda9

Index: state/api/apiclient.go
=== modified file 'state/api/apiclient.go'
--- state/api/apiclient.go	2014-03-31 14:43:24 +0000
+++ state/api/apiclient.go	2014-04-01 03:13:49 +0000
@@ -6,6 +6,7 @@
  import (
  	"crypto/tls"
  	"crypto/x509"
+	"fmt"
  	"io"
  	"time"

@@ -84,6 +85,10 @@
  // DialOpts holds configuration parameters that control the
  // Dialing behavior when connecting to a state server.
  type DialOpts struct {
+	// DialAddressInterval is the amount of time to wait
+	// before starting to dial another address.
+	DialAddressInterval time.Duration
+
  	// Timeout is the amount of time to wait contacting
  	// a state server.
  	Timeout time.Duration
@@ -97,8 +102,9 @@
  // parameters for contacting a state server.
  func DefaultDialOpts() DialOpts {
  	return DialOpts{
-		Timeout:    10 * time.Minute,
-		RetryDelay: 2 * time.Second,
+		DialAddressInterval: 50 * time.Millisecond,
+		Timeout:             10 * time.Minute,
+		RetryDelay:          2 * time.Second,
  	}
  }

@@ -114,9 +120,16 @@
  	try := parallel.NewTry(maxParallelDial, nil)
  	defer try.Kill()
  	for _, addr := range info.Addrs {
-		if err := dialWebsocket(addr, opts, pool, try); err != nil {
+		err := dialWebsocket(addr, opts, pool, try)
+		if err == parallel.ErrStopped {
+			break
+		} else if err != nil {
  			return nil, err
  		}
+		select {
+		case <-time.After(opts.DialAddressInterval):
+		case <-try.Dead():
+		}
  	}
  	try.Close()
  	result, err := try.Result()
@@ -160,28 +173,36 @@
  		RootCAs:    rootCAs,
  		ServerName: "anything",
  	}
+	return try.Start(newWebsocketDialer(cfg, opts))
+}
+
+// new WebsocketDialler returns a function that
+// can be passed to utils/parallel.Try.Start.
+func newWebsocketDialer(cfg *websocket.Config, opts DialOpts) func(<-chan  
struct{}) (io.Closer, error) {
  	openAttempt := utils.AttemptStrategy{
  		Total: opts.Timeout,
  		Delay: opts.RetryDelay,
  	}
-	return try.Start(func(stop <-chan struct{}) (io.Closer, error) {
-		err := parallel.ErrStopped
+	return func(stop <-chan struct{}) (io.Closer, error) {
  		for a := openAttempt.Start(); a.Next(); {
  			select {
  			case <-stop:
-				break
+				return nil, parallel.ErrStopped
  			default:
  			}
  			logger.Infof("dialing %q", cfg.Location)
-			var conn *websocket.Conn
-			conn, err = websocket.DialConfig(cfg)
+			conn, err := websocket.DialConfig(cfg)
  			if err == nil {
  				return conn, nil
  			}
-			logger.Debugf("error dialing API server, will retry: %v", err)
+			if a.HasNext() {
+				logger.Debugf("error dialing API server, will retry: %v", err)
+			} else {
+				return nil, fmt.Errorf("timed out connecting to %q", cfg.Location)
+			}
  		}
-		return nil, err
-	})
+		panic("unreachable")
+	}
  }

func (s *State) heartbeatMonitor() {

Index: state/api/apiclient_test.go
=== modified file 'state/api/apiclient_test.go'
--- state/api/apiclient_test.go	2014-03-31 13:03:59 +0000
+++ state/api/apiclient_test.go	2014-04-01 03:13:49 +0000
@@ -11,6 +11,7 @@

jujutesting "launchpad.net/juju-core/juju/testing"
  	"launchpad.net/juju-core/state/api"
+	"launchpad.net/juju-core/utils/parallel"
  )

type apiclientSuite struct {
@@ -75,5 +76,14 @@
  	addr := listener.Addr().String()
  	info.Addrs = []string{addr, addr, addr}
  	_, err = api.Open(info, api.DialOpts{})
-	c.Assert(err, gc.ErrorMatches, "websocket.Dial .*: read tcp .*:  
connection reset by peer")
+	c.Assert(err, gc.ErrorMatches, `timed out connecting to "wss://.*/"`)
+}
+
+func (s *apiclientSuite) TestDialWebsocketStopped(c *gc.C) {
+	stopped := make(chan struct{})
+	f := api.NewWebsocketDialer(nil, api.DialOpts{})
+	close(stopped)
+	result, err := f(stopped)
+	c.Assert(err, gc.Equals, parallel.ErrStopped)
+	c.Assert(result, gc.IsNil)
  }

Index: state/api/export_test.go
=== modified file 'state/api/export_test.go'
--- state/api/export_test.go	2013-12-17 15:30:13 +0000
+++ state/api/export_test.go	2014-04-01 03:13:49 +0000
@@ -3,6 +3,10 @@

package api

+var (
+	NewWebsocketDialer = newWebsocketDialer
+)
+
  // SetServerRoot allows changing the URL to the internal API server
  // that AddLocalCharm uses in order to test NotImplementedError.
  func SetServerRoot(c *Client, root string) {

Revision history for this message

William Reade (fwereade) wrote on 2014-04-01:

#

LGTM

https://codereview.appspot.com/82900045/diff/1/state/api/apiclient_test.go
File state/api/apiclient_test.go (right):

https://codereview.appspot.com/82900045/diff/1/state/api/apiclient_test.go#newcode79
state/api/apiclient_test.go:79: c.Assert(err, gc.ErrorMatches, `timed
out connecting to "wss://.*/"`)
much nicer, thanks

https://codereview.appspot.com/82900045/

Revision history for this message

Roger Peppe (rogpeppe) wrote on 2014-04-01:

#

LGTM, thanks

https://codereview.appspot.com/82900045/diff/1/state/api/apiclient.go
File state/api/apiclient.go (right):

https://codereview.appspot.com/82900045/diff/1/state/api/apiclient.go#newcode126
state/api/apiclient.go:126: } else if err != nil {
s/else//

https://codereview.appspot.com/82900045/diff/1/state/api/apiclient.go#newcode199
state/api/apiclient.go:199: logger.Debugf("error dialing API server,
will retry: %v", err)
perhaps include the cfg.Location here, otherwise when we've got a few of
these happening concurrently, we won't be able to tell which address is
giving which error.

https://codereview.appspot.com/82900045/

Revision history for this message

Andrew Wilkins (axwalk) wrote on 2014-04-01:

#

Please take a look.

https://codereview.appspot.com/82900045/diff/1/state/api/apiclient.go
File state/api/apiclient.go (right):

https://codereview.appspot.com/82900045/diff/1/state/api/apiclient.go#newcode126
state/api/apiclient.go:126: } else if err != nil {
On 2014/04/01 07:42:07, rog wrote:
> s/else//

Done.

https://codereview.appspot.com/82900045/diff/1/state/api/apiclient.go#newcode199
state/api/apiclient.go:199: logger.Debugf("error dialing API server,
will retry: %v", err)
On 2014/04/01 07:42:07, rog wrote:
> perhaps include the cfg.Location here, otherwise when we've got a few
of these
> happening concurrently, we won't be able to tell which address is
giving which
> error.

Done.

https://codereview.appspot.com/82900045/

Revision history for this message

Go Bot (go-bot) wrote on 2014-04-01:

#

Download full text (55.2 KiB)

The attempt to merge lp:~axwalk/juju-core/apiclient-open-parallel-fixes into lp:juju-core failed. Below is the output from the failed tests.

ok launchpad.net/juju-core 0.014s
ok launchpad.net/juju-core/agent 1.098s
ok launchpad.net/juju-core/agent/mongo 0.536s
ok launchpad.net/juju-core/agent/tools 0.182s
ok launchpad.net/juju-core/bzr 5.406s
ok launchpad.net/juju-core/cert 3.323s
ok launchpad.net/juju-core/charm 0.410s
? launchpad.net/juju-core/charm/hooks [no test files]
? launchpad.net/juju-core/charm/testing [no test files]
ok launchpad.net/juju-core/cloudinit 0.028s
ok launchpad.net/juju-core/cloudinit/sshinit 0.854s
ok launchpad.net/juju-core/cmd 0.171s
ok launchpad.net/juju-core/cmd/charm-admin 0.805s
? launchpad.net/juju-core/cmd/charmd [no test files]
? launchpad.net/juju-core/cmd/charmload [no test files]
ok launchpad.net/juju-core/cmd/juju 202.385s
ok launchpad.net/juju-core/cmd/jujud 62.235s
ok launchpad.net/juju-core/cmd/plugins/juju-metadata 8.193s
? launchpad.net/juju-core/cmd/plugins/juju-restore [no test files]
ok launchpad.net/juju-core/cmd/plugins/local 0.174s
? launchpad.net/juju-core/cmd/plugins/local/juju-local [no test files]
ok launchpad.net/juju-core/constraints 0.022s
ok launchpad.net/juju-core/container 0.029s
ok launchpad.net/juju-core/container/factory 0.036s
ok launchpad.net/juju-core/container/kvm 0.169s
ok launchpad.net/juju-core/container/kvm/mock 0.032s
? launchpad.net/juju-core/container/kvm/testing [no test files]
ok launchpad.net/juju-core/container/lxc 4.326s
? launchpad.net/juju-core/container/lxc/mock [no test files]
? launchpad.net/juju-core/container/lxc/testing [no test files]
? launchpad.net/juju-core/container/testing [no test files]
ok launchpad.net/juju-core/downloader 5.273s
ok launchpad.net/juju-core/environs 2.515s
ok launchpad.net/juju-core/environs/bootstrap 9.638s
ok launchpad.net/juju-core/environs/cloudinit 0.477s
ok launchpad.net/juju-core/environs/config 2.177s
ok launchpad.net/juju-core/environs/configstore 0.028s
ok launchpad.net/juju-core/environs/filestorage 0.026s
ok launchpad.net/juju-core/environs/httpstorage 0.682s
ok launchpad.net/juju-core/environs/imagemetadata 0.434s
? launchpad.net/juju-core/environs/imagemetadata/testing [no test files]
ok launchpad.net/juju-core/environs/instances 0.034s
ok launchpad.net/juju-core/environs/jujutest 0.215s
ok launchpad.net/juju-core/environs/manual 12.647s
ok launchpad.net/juju-core/environs/simplestreams 0.288s
? launchpad.net/juju-core/environs/simplestreams/testing [no test files]
ok launchpad.net/juju-core/environs/sshstorage 0.915s
ok launchpad.net/juju-core/environs/storage 0.839s
ok launchpad.net/juju-core/environs/sync 41.917s
ok launchpad.net/juju-core/environs/testing 0.131s
ok launchpad.net/juju-core/environs/tools 4.616s
? launchpad.net/juju-core/environs/tools/testing [no test files]
ok launchpad.net/juju-core/errors 0.011s
ok launchpad.net/juju-core/instance 0.018s
? launchpad.net/juju-core/instance/testing [no test files]
ok launchpad.net/juju-core/juju 20.536s
ok launchpad.net/juju-core/juju/arch ...

The attempt to merge lp:~axwalk/juju-core/apiclient-open-parallel-fixes into lp:juju-core failed. Below is the output from the failed tests.

ok  	launchpad.net/juju-core	0.014s
ok  	launchpad.net/juju-core/agent	1.098s
ok  	launchpad.net/juju-core/agent/mongo	0.536s
ok  	launchpad.net/juju-core/agent/tools	0.182s
ok  	launchpad.net/juju-core/bzr	5.406s
ok  	launchpad.net/juju-core/cert	3.323s
ok  	launchpad.net/juju-core/charm	0.410s
?   	launchpad.net/juju-core/charm/hooks	[no test files]
?   	launchpad.net/juju-core/charm/testing	[no test files]
ok  	launchpad.net/juju-core/cloudinit	0.028s
ok  	launchpad.net/juju-core/cloudinit/sshinit	0.854s
ok  	launchpad.net/juju-core/cmd	0.171s
ok  	launchpad.net/juju-core/cmd/charm-admin	0.805s
?   	launchpad.net/juju-core/cmd/charmd	[no test files]
?   	launchpad.net/juju-core/cmd/charmload	[no test files]
ok  	launchpad.net/juju-core/cmd/juju	202.385s
ok  	launchpad.net/juju-core/cmd/jujud	62.235s
ok  	launchpad.net/juju-core/cmd/plugins/juju-metadata	8.193s
?   	launchpad.net/juju-core/cmd/plugins/juju-restore	[no test files]
ok  	launchpad.net/juju-core/cmd/plugins/local	0.174s
?   	launchpad.net/juju-core/cmd/plugins/local/juju-local	[no test files]
ok  	launchpad.net/juju-core/constraints	0.022s
ok  	launchpad.net/juju-core/container	0.029s
ok  	launchpad.net/juju-core/container/factory	0.036s
ok  	launchpad.net/juju-core/container/kvm	0.169s
ok  	launchpad.net/juju-core/container/kvm/mock	0.032s
?   	launchpad.net/juju-core/container/kvm/testing	[no test files]
ok  	launchpad.net/juju-core/container/lxc	4.326s
?   	launchpad.net/juju-core/container/lxc/mock	[no test files]
?   	launchpad.net/juju-core/container/lxc/testing	[no test files]
?   	launchpad.net/juju-core/container/testing	[no test files]
ok  	launchpad.net/juju-core/downloader	5.273s
ok  	launchpad.net/juju-core/environs	2.515s
ok  	launchpad.net/juju-core/environs/bootstrap	9.638s
ok  	launchpad.net/juju-core/environs/cloudinit	0.477s
ok  	launchpad.net/juju-core/environs/config	2.177s
ok  	launchpad.net/juju-core/environs/configstore	0.028s
ok  	launchpad.net/juju-core/environs/filestorage	0.026s
ok  	launchpad.net/juju-core/environs/httpstorage	0.682s
ok  	launchpad.net/juju-core/environs/imagemetadata	0.434s
?   	launchpad.net/juju-core/environs/imagemetadata/testing	[no test files]
ok  	launchpad.net/juju-core/environs/instances	0.034s
ok  	launchpad.net/juju-core/environs/jujutest	0.215s
ok  	launchpad.net/juju-core/environs/manual	12.647s
ok  	launchpad.net/juju-core/environs/simplestreams	0.288s
?   	launchpad.net/juju-core/environs/simplestreams/testing	[no test files]
ok  	launchpad.net/juju-core/environs/sshstorage	0.915s
ok  	launchpad.net/juju-core/environs/storage	0.839s
ok  	launchpad.net/juju-core/environs/sync	41.917s
ok  	launchpad.net/juju-core/environs/testing	0.131s
ok  	launchpad.net/juju-core/environs/tools	4.616s
?   	launchpad.net/juju-core/environs/tools/testing	[no test files]
ok  	launchpad.net/juju-core/errors	0.011s
ok  	launchpad.net/juju-core/instance	0.018s
?   	launchpad.net/juju-core/instance/testing	[no test files]
ok  	launchpad.net/juju-core/juju	20.536s
ok  	launchpad.net/juju-core/juju/arch	0.014s
ok  	launchpad.net/juju-core/juju/osenv	0.024s
?   	launchpad.net/juju-core/juju/testing	[no test files]
ok  	launchpad.net/juju-core/log	0.013s
ok  	launchpad.net/juju-core/log/syslog	0.033s
?   	launchpad.net/juju-core/log/syslog/testing	[no test files]
ok  	launchpad.net/juju-core/names	0.022s
?   	launchpad.net/juju-core/provider	[no test files]
?   	launchpad.net/juju-core/provider/all	[no test files]
ok  	launchpad.net/juju-core/provider/azure	4.672s
ok  	launchpad.net/juju-core/provider/common	3.749s
ok  	launchpad.net/juju-core/provider/dummy	16.158s
ok  	launchpad.net/juju-core/provider/ec2	11.334s
ok  	launchpad.net/juju-core/provider/joyent	322.668s
ok  	launchpad.net/juju-core/provider/local	13.251s
ok  	launchpad.net/juju-core/provider/maas	11.895s
ok  	launchpad.net/juju-core/provider/manual	1.242s
ok  	launchpad.net/juju-core/provider/openstack	35.999s

----------------------------------------------------------------------
FAIL: replicaset_test.go:150: MongoSuite.TestAddRemoveSet

[LOG] 89.22592 DEBUG juju.testing starting mongo in /tmp/test-mgo932129636
[LOG] 89.22689 DEBUG juju.testing started mongod pid 24720 in /tmp/test-mgo932129636 on port 45802
[LOG] 89.22757 DEBUG juju.testing tls.Dial(127.0.0.1:45802) failed with dial tcp 127.0.0.1:45802: connection refused
[LOG] 89.22766 DEBUG juju.testing tls.Dial(127.0.0.1:45802) failed with dial tcp 127.0.0.1:45802: connection refused
[LOG] 89.73236 DEBUG juju.testing starting mongo in /tmp/test-mgo829588339
[LOG] 89.73440 DEBUG juju.testing started mongod pid 24764 in /tmp/test-mgo829588339 on port 50681
[LOG] 89.73885 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 89.73902 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 90.24379 DEBUG juju.testing starting mongo in /tmp/test-mgo903508534
[LOG] 90.24555 DEBUG juju.testing started mongod pid 24810 in /tmp/test-mgo903508534 on port 48792
[LOG] 90.24623 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 90.24633 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 90.75111 DEBUG juju.testing starting mongo in /tmp/test-mgo692995101
[LOG] 90.75316 DEBUG juju.testing started mongod pid 24854 in /tmp/test-mgo692995101 on port 45998
[LOG] 90.76111 DEBUG juju.testing tls.Dial(127.0.0.1:45998) failed with dial tcp 127.0.0.1:45998: connection refused
[LOG] 90.76120 DEBUG juju.testing tls.Dial(127.0.0.1:45998) failed with dial tcp 127.0.0.1:45998: connection refused
[LOG] 91.26647 DEBUG juju.replicaset Add() changing replica set
from {Name: juju, Version: 1, Members: {Member{1 "localhost:49287" map[]}}}
  to {Name: juju, Version: 2, Members: {Member{1 "localhost:49287" map[]}, Member{2 "localhost:45802" map[key0:val0]}, Member{3 "localhost:50681" map[key1:val1]}, Member{4 "localhost:48792" map[key2:val2]}, Member{5 "localhost:45998" map[key3:val3]}}}
Add() 1 attempts in 32.202192ms
CurrentConfig() 1 attempts in 275.6us
[LOG] 91.29901 DEBUG juju.replicaset Remove() changing replica set
from {Name: juju, Version: 2, Members: {Member{1 "localhost:49287" map[]}, Member{2 "localhost:45802" map[key0:val0]}, Member{3 "localhost:50681" map[key1:val1]}, Member{5 "localhost:45998" map[key3:val3]}, Member{5 "localhost:45998" map[key3:val3]}}}
  to {Name: juju, Version: 3, Members: {Member{1 "localhost:49287" map[]}, Member{2 "localhost:45802" map[key0:val0]}, Member{3 "localhost:50681" map[key1:val1]}}}
[LOG] 91.30182 DEBUG juju.replicaset got EOF while running Remove(), calling session.Refresh()
[LOG] 91.30257 DEBUG juju.testing tls.Dial(127.0.0.1:49287) failed with EOF
attempting Remove got error: no reachable servers
[LOG] 8.53629 DEBUG juju.replicaset Remove() changing replica set
from {Name: juju, Version: 3, Members: {Member{1 "localhost:49287" map[]}, Member{2 "localhost:45802" map[key0:val0]}, Member{3 "localhost:50681" map[key1:val1]}}}
  to {Name: juju, Version: 4, Members: {Member{1 "localhost:49287" map[]}, Member{2 "localhost:45802" map[key0:val0]}, Member{3 "localhost:50681" map[key1:val1]}}}
Remove() 2 attempts in 17.281042209s
CurrentMembers() 1 attempts in 256.952us
[LOG] 8.58033 DEBUG juju.replicaset Set() changing replica set
from {Name: juju, Version: 4, Members: {Member{1 "localhost:49287" map[]}, Member{2 "localhost:45802" map[key0:val0]}, Member{3 "localhost:50681" map[key1:val1]}}}
  to {Name: juju, Version: 5, Members: {Member{4 "localhost:48792" map[key2:val2]}, Member{3 "localhost:50681" map[key1:val1]}, Member{1 "localhost:49287" map[]}, Member{5 "localhost:45998" map[key3:val3]}}}
[LOG] 8.61117 DEBUG juju.replicaset got EOF while running Set(), calling session.Refresh()
[LOG] 8.61262 DEBUG juju.testing tls.Dial(127.0.0.1:49287) failed with EOF
attempting Set got error: no reachable servers
[LOG] 36.52446 ERROR juju mongodb has exited without being killed
[LOG] 36.52447 ERROR juju mongod: [205 lines omitted]
[LOG] 36.52448 ERROR juju mongod:  mongod(_ZN5mongo15printStackTraceERSo+0x23) [0xb6ca63]
[LOG] 36.52449 ERROR juju mongod:  mongod(_ZN5mongo10abruptQuitEi+0x350) [0x6e3c00]
[LOG] 36.52449 ERROR juju mongod:  /lib/x86_64-linux-gnu/libc.so.6(+0x364a0) [0x7f948d8794a0]
[LOG] 36.52450 ERROR juju mongod:  /lib/x86_64-linux-gnu/libc.so.6(gsignal+0x35) [0x7f948d879425]
[LOG] 36.52450 ERROR juju mongod:  /lib/x86_64-linux-gnu/libc.so.6(abort+0x17b) [0x7f948d87cb8b]
[LOG] 36.52451 ERROR juju mongod:  mongod(_ZN5mongo11myterminateEv+0x3f) [0x6e337f]
[LOG] 36.52451 ERROR juju mongod:  /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xb5846) [0x7f948e1ca846]
[LOG] 36.52452 ERROR juju mongod:  /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xb48d9) [0x7f948e1c98d9]
[LOG] 36.52453 ERROR juju mongod:  /usr/lib/x86_64-linux-gnu/libstdc++.so.6(__gxx_personality_v0+0x22d) [0x7f948e1ca16d]
[LOG] 36.52453 ERROR juju mongod:  /lib/x86_64-linux-gnu/libgcc_s.so.1(+0xf71b) [0x7f948dc1271b]
[LOG] 36.52454 ERROR juju mongod:  /lib/x86_64-linux-gnu/libgcc_s.so.1(_Unwind_Resume+0x68) [0x7f948dc12b78]
[LOG] 36.52455 ERROR juju mongod:  mongod() [0x7d4f33]
[LOG] 36.52455 ERROR juju mongod:  mongod(_ZN5boost6detail17sp_counted_impl_pIN5mongo13dbtempreleaseEE7disposeEv+0x12) [0x7d4f52]
[LOG] 36.52456 ERROR juju mongod:  mongod(_ZN5boost6detail12shared_countD1Ev+0x49) [0x6efe09]
[LOG] 36.52456 ERROR juju mongod:  mongod(_ZN5mongo6Cloner4copyEPKcS2_bbbbbbNS_5QueryE+0x1179) [0x7d1289]
[LOG] 36.52457 ERROR juju mongod:  mongod(_ZN5mongo6Cloner2goEPKcRKNS_12CloneOptionsERSt3setISsSt4lessISsESaISsEERSsPi+0x2bb) [0x7d207b]
[LOG] 36.52458 ERROR juju mongod:  mongod(_ZN5mongo6Cloner2goEPKcRKNS_12CloneOptionsERSsPi+0x3c) [0x7d38fc]
[LOG] 36.52459 ERROR juju mongod:  mongod(_ZN5mongo11ReplSetImpl24_syncDoInitialSync_cloneERNS_6ClonerEPKcRKSt4listISsSaISsEEb+0x2a5) [0xa2f4b5]
[LOG] 36.52459 ERROR juju mongod:  mongod(_ZN5mongo11ReplSetImpl18_syncDoInitialSyncEv+0x3d4) [0xa30f84]
[LOG] 36.52460 ERROR juju mongod:  mongod(_ZN5mongo11ReplSetImpl17syncDoInitialSyncEv+0x21) [0xa31981]
[LOG] 37.01098 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 37.01113 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 37.51147 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 38.01206 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 38.51900 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 38.51945 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 39.02009 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 39.52071 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
Set() 2 attempts in 31.440994329s
replicaset_test.go:275:
    c.Assert(err, gc.IsNil)
... value *errors.errorString = &errors.errorString{s:"Error getting replset config : no reachable servers"} ("Error getting replset config : no reachable servers")

[LOG] 40.02570 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 40.02585 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 40.52616 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 41.02655 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 41.52970 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 41.52985 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 42.03019 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 42.53047 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 43.03347 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 43.03364 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 43.53401 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 44.03437 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 44.53722 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 44.53737 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 45.03767 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 45.53801 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 46.04092 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 46.04110 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 46.04526 DEBUG juju.replicaset Remove() changing replica set
from {Name: juju, Version: 5, Members: {Member{4 "localhost:48792" map[key2:val2]}, Member{3 "localhost:50681" map[key1:val1]}, Member{1 "localhost:49287" map[]}, Member{5 "localhost:45998" map[key3:val3]}}}
  to {Name: juju, Version: 6, Members: {Member{4 "localhost:48792" map[key2:val2]}, Member{3 "localhost:50681" map[key1:val1]}, Member{1 "localhost:49287" map[]}}}
[LOG] 46.05077 DEBUG juju.replicaset got EOF while running Remove(), calling session.Refresh()
[LOG] 46.05180 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with EOF
[LOG] 46.54135 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 47.04162 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 47.54287 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 47.54295 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 48.04332 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 48.54361 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 49.04485 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 49.04502 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 49.54538 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 50.04581 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 50.54690 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 50.54704 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 51.04736 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 51.54762 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 52.04877 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 52.04890 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 52.54921 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 53.04959 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 53.55066 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 53.55078 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 53.55319 DEBUG juju.testing killing mongod pid 24854 in /tmp/test-mgo692995101 on port 45998
[LOG] 53.55850 DEBUG juju.replicaset Remove() changing replica set
from {Name: juju, Version: 6, Members: {Member{3 "localhost:50681" map[key1:val1]}, Member{1 "localhost:49287" map[]}, Member{1 "localhost:49287" map[]}}}
  to {Name: juju, Version: 7, Members: {Member{3 "localhost:50681" map[key1:val1]}, Member{1 "localhost:49287" map[]}}}
[LOG] 53.58262 DEBUG juju.replicaset got EOF while running Remove(), calling session.Refresh()
[LOG] 53.58511 DEBUG juju.testing killing mongod pid 24810 in /tmp/test-mgo903508534 on port 48792
[LOG] 53.59022 DEBUG juju.replicaset Remove() changing replica set
from {Name: juju, Version: 7, Members: {Member{1 "localhost:49287" map[]}, Member{1 "localhost:49287" map[]}}}
  to {Name: juju, Version: 8, Members: {Member{1 "localhost:49287" map[]}}}
[LOG] 53.59070 DEBUG juju.testing killing mongod pid 24764 in /tmp/test-mgo829588339 on port 50681
[LOG] 53.60139 DEBUG juju.testing killing mongod pid 24720 in /tmp/test-mgo932129636 on port 45802
[LOG] 54.05109 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 54.55145 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused

----------------------------------------------------------------------
PANIC: replicaset_test.go:353: MongoSuite.TestCurrentStatus

[LOG] 68.63487 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 68.63494 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 68.63501 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 68.63505 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 69.13548 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 69.13553 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 69.63613 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 69.63619 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 70.13950 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 70.13958 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 70.13966 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 70.13974 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 70.64005 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 70.64011 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 71.14060 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 71.14066 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 71.64405 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 71.64412 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 71.64420 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 71.64426 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 72.14469 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 72.14471 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 72.64508 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 72.64515 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 73.14830 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 73.14837 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 73.14844 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 73.14847 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 73.64886 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 73.64891 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 74.14927 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 74.14931 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 74.65198 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 74.65205 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 74.65212 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 74.65214 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 75.15250 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 75.15254 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 75.65292 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 75.65300 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 76.15603 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 76.15610 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 76.15617 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 76.15619 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 76.65651 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 76.65658 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 77.15700 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 77.15706 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 77.66020 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 77.66027 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 77.66033 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 77.66037 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 78.16080 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 78.16086 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 78.66120 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 78.66126 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 79.16421 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 79.16428 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 79.16434 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 79.16437 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 79.66476 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 79.66482 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 80.16529 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 80.16534 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 80.66812 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 80.66820 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 80.66824 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 80.66829 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 81.16853 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 81.16861 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 81.66886 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 81.66892 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 82.17193 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 82.17201 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 82.17208 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 82.17210 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 82.67246 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 82.67255 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 83.17291 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 83.17302 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 83.67651 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 83.67658 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 83.67664 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 83.67668 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 84.17708 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 84.17712 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 84.67755 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 84.67759 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
... Panic: no reachable servers (PC=0x413F61)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:266
  in MgoInstance.MustDial
replicaset_test.go:354
  in MongoSuite.TestCurrentStatus

----------------------------------------------------------------------
PANIC: replicaset_test.go:315: MongoSuite.TestIsMaster

[LOG] 98.70318 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 98.70337 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 98.70345 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 98.70347 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 99.20390 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 99.20396 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 99.70433 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 99.70438 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 0.20739 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 0.20748 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 0.20756 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 0.20759 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 0.70793 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 0.70798 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 1.20833 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 1.20837 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 1.71131 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 1.71138 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 1.71144 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 1.71147 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 2.21184 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 2.21188 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 2.71222 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 2.71226 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 3.21521 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 3.21527 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 3.21534 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 3.21536 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 3.71575 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 3.71579 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 4.21616 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 4.21620 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 4.71900 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 4.71908 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 4.71914 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 4.71916 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 5.21951 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 5.21956 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 5.71988 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 5.71992 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 6.22293 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 6.22300 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 6.22306 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 6.22309 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 6.72342 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 6.72347 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 7.22382 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 7.22386 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 7.72674 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 7.72681 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 7.72687 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 7.72690 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 8.22726 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 8.22730 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 8.72761 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 8.72765 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 9.23072 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 9.23079 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 9.23086 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 9.23089 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 9.73119 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 9.73124 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 10.23153 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 10.23158 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 10.73443 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 10.73451 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 10.73458 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 10.73461 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 11.23488 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 11.23492 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 11.73520 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 11.73524 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 12.24117 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 12.24221 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 12.24224 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 12.24231 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 12.74261 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 12.74268 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 13.24300 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 13.24305 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 13.74671 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 13.74678 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 13.74686 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 13.74689 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 14.24729 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 14.24734 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 14.74774 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 14.74778 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
... Panic: no reachable servers (PC=0x413F61)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:266
  in MgoInstance.MustDial
replicaset_test.go:316
  in MongoSuite.TestIsMaster

----------------------------------------------------------------------
PANIC: replicaset_test.go:341: MongoSuite.TestMasterHostPort

[LOG] 28.77945 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 28.77956 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 28.77966 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 28.77974 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 29.28020 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 29.28025 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 29.78064 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 29.78071 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 30.28503 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 30.28514 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 30.28524 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 30.28529 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 30.78569 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 30.78574 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 31.28604 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 31.28608 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 31.78913 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 31.78920 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 31.78927 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 31.78931 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 32.28962 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 32.28967 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 32.79004 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 32.79008 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 33.29304 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 33.29311 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 33.29317 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 33.29319 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 33.79363 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 33.79370 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 34.29419 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 34.29424 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 34.79774 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 34.79781 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 34.79788 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 34.79791 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 35.29842 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 35.29849 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 35.79892 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 35.79904 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 36.30233 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 36.30241 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 36.30247 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 36.30250 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 36.80303 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 36.80310 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 37.30354 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 37.30359 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 37.80812 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 37.80823 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 37.80832 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 37.80837 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 38.30878 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 38.30885 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 38.80927 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 38.80932 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 39.31365 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 39.31377 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 39.31387 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 39.31391 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 39.81428 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 39.81432 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 40.31478 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 40.31484 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 40.81852 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 40.81860 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 40.81867 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 40.81870 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 41.31917 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 41.31923 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 41.81972 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 41.81979 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 42.32326 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 42.32333 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 42.32340 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 42.32343 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 42.82386 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 42.82390 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 43.32440 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 43.32446 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 43.83191 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 43.83202 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 43.83212 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 43.83216 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 44.33242 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
[LOG] 44.33247 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 44.83272 DEBUG juju.testing tls.Dial(127.0.0.1:50681) failed with dial tcp 127.0.0.1:50681: connection refused
[LOG] 44.83276 DEBUG juju.testing tls.Dial(127.0.0.1:48792) failed with dial tcp 127.0.0.1:48792: connection refused
... Panic: no reachable servers (PC=0x413F61)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:266
  in MgoInstance.MustDial
replicaset_test.go:342
  in MongoSuite.TestMasterHostPort
OOPS: 0 passed, 1 FAILED, 3 PANICKED
--- FAIL: TestPackage (182.93 seconds)
FAIL
FAIL	launchpad.net/juju-core/replicaset	183.078s
ok  	launchpad.net/juju-core/rpc	0.068s
ok  	launchpad.net/juju-core/rpc/jsoncodec	0.022s
?   	launchpad.net/juju-core/rpc/rpcreflect	[no test files]
ok  	launchpad.net/juju-core/schema	0.014s
ok  	launchpad.net/juju-core/state	85.018s
ok  	launchpad.net/juju-core/state/api	2.477s
ok  	launchpad.net/juju-core/state/api/agent	2.365s
?   	launchpad.net/juju-core/state/api/base	[no test files]
ok  	launchpad.net/juju-core/state/api/charmrevisionupdater	1.317s
?   	launchpad.net/juju-core/state/api/common	[no test files]
ok  	launchpad.net/juju-core/state/api/deployer	6.397s
ok  	launchpad.net/juju-core/state/api/environment	1.651s
ok  	launchpad.net/juju-core/state/api/firewaller	9.264s
ok  	launchpad.net/juju-core/state/api/keymanager	3.746s
ok  	launchpad.net/juju-core/state/api/keyupdater	2.312s
ok  	launchpad.net/juju-core/state/api/logger	1.809s
ok  	launchpad.net/juju-core/state/api/machiner	4.374s
ok  	launchpad.net/juju-core/state/api/params	0.028s
ok  	launchpad.net/juju-core/state/api/provisioner	9.692s
ok  	launchpad.net/juju-core/state/api/rsyslog	1.668s
?   	launchpad.net/juju-core/state/api/testing	[no test files]
ok  	launchpad.net/juju-core/state/api/uniter	26.372s
ok  	launchpad.net/juju-core/state/api/upgrader	8.653s
ok  	launchpad.net/juju-core/state/api/usermanager	1.862s
ok  	launchpad.net/juju-core/state/api/watcher	2.837s
ok  	launchpad.net/juju-core/state/apiserver	12.079s
ok  	launchpad.net/juju-core/state/apiserver/agent	2.703s
ok  	launchpad.net/juju-core/state/apiserver/charmrevisionupdater	2.413s
?   	launchpad.net/juju-core/state/apiserver/charmrevisionupdater/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/client	46.774s
ok  	launchpad.net/juju-core/state/apiserver/common	2.263s
?   	launchpad.net/juju-core/state/apiserver/common/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/deployer	4.193s
ok  	launchpad.net/juju-core/state/apiserver/environment	1.402s
ok  	launchpad.net/juju-core/state/apiserver/firewaller	5.784s
ok  	launchpad.net/juju-core/state/apiserver/keymanager	4.864s
?   	launchpad.net/juju-core/state/apiserver/keymanager/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/keyupdater	2.742s
ok  	launchpad.net/juju-core/state/apiserver/logger	3.225s
ok  	launchpad.net/juju-core/state/apiserver/machine	2.745s
ok  	launchpad.net/juju-core/state/apiserver/provisioner	13.888s
ok  	launchpad.net/juju-core/state/apiserver/rsyslog	2.669s
?   	launchpad.net/juju-core/state/apiserver/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/uniter	18.377s
ok  	launchpad.net/juju-core/state/apiserver/upgrader	9.812s
ok  	launchpad.net/juju-core/state/apiserver/usermanager	1.750s
ok  	launchpad.net/juju-core/state/multiwatcher	0.667s
ok  	launchpad.net/juju-core/state/presence	6.339s
ok  	launchpad.net/juju-core/state/statecmd	1.576s
?   	launchpad.net/juju-core/state/testing	[no test files]
ok  	launchpad.net/juju-core/state/watcher	5.176s

----------------------------------------------------------------------
FAIL: store_test.go:52: StoreSuite.SetUpTest

store_test.go:53:
    s.MgoSuite.SetUpTest(c)
mgo_test.go:54:
    c.Assert(err, gc.IsNil)
... value *errors.errorString = &errors.errorString{s:"no reachable servers"} ("no reachable servers")

----------------------------------------------------------------------
PANIC: server_test.go:573: StoreSuite.TestBlitzKey

... Panic: Fixture has panicked (see related PANIC)
OOPS: 2 passed, 1 FAILED, 36 MISSED
--- FAIL: Test (10.55 seconds)
FAIL
FAIL	launchpad.net/juju-core/store	10.719s
ok  	launchpad.net/juju-core/testing	1.280s
ok  	launchpad.net/juju-core/testing/testbase	0.020s
ok  	launchpad.net/juju-core/thirdparty/pbkdf2	0.127s
ok  	launchpad.net/juju-core/tools	0.021s
ok  	launchpad.net/juju-core/upgrades	6.507s
ok  	launchpad.net/juju-core/upstart	1.067s
ok  	launchpad.net/juju-core/utils	2.027s
ok  	launchpad.net/juju-core/utils/exec	0.028s
ok  	launchpad.net/juju-core/utils/fslock	0.904s
ok  	launchpad.net/juju-core/utils/parallel	0.916s
ok  	launchpad.net/juju-core/utils/set	0.016s
ok  	launchpad.net/juju-core/utils/shell	0.053s
ok  	launchpad.net/juju-core/utils/ssh	22.893s
?   	launchpad.net/juju-core/utils/ssh/testing	[no test files]
ok  	launchpad.net/juju-core/utils/tailer	0.949s
ok  	launchpad.net/juju-core/utils/voyeur	0.014s
ok  	launchpad.net/juju-core/utils/zip	0.090s
ok  	launchpad.net/juju-core/version	0.058s
ok  	launchpad.net/juju-core/worker	17.007s
ok  	launchpad.net/juju-core/worker/authenticationworker	2.712s
ok  	launchpad.net/juju-core/worker/charmrevisionworker	2.021s
ok  	launchpad.net/juju-core/worker/cleaner	1.119s
ok  	launchpad.net/juju-core/worker/deployer	8.169s
ok  	launchpad.net/juju-core/worker/firewaller	8.420s
ok  	launchpad.net/juju-core/worker/instancepoller	1.550s
ok  	launchpad.net/juju-core/worker/localstorage	0.039s
ok  	launchpad.net/juju-core/worker/logger	1.317s
ok  	launchpad.net/juju-core/worker/machineenvironmentworker	7.221s
ok  	launchpad.net/juju-core/worker/machiner	7.659s
ok  	launchpad.net/juju-core/worker/minunitsworker	1.261s
ok  	launchpad.net/juju-core/worker/peergrouper	1.467s
ok  	launchpad.net/juju-core/worker/provisioner	44.296s
ok  	launchpad.net/juju-core/worker/resumer	1.370s
ok  	launchpad.net/juju-core/worker/rsyslog	3.557s
ok  	launchpad.net/juju-core/worker/terminationworker	0.038s
ok  	launchpad.net/juju-core/worker/uniter	104.076s
ok  	launchpad.net/juju-core/worker/uniter/charm	2.380s
ok  	launchpad.net/juju-core/worker/uniter/debug	1.086s
ok  	launchpad.net/juju-core/worker/uniter/hook	0.012s
ok  	launchpad.net/juju-core/worker/uniter/jujuc	0.414s
ok  	launchpad.net/juju-core/worker/uniter/relation	1.257s
ok  	launchpad.net/juju-core/worker/upgrader	3.149s

warning: building out-of-date packages:
	launchpad.net/goamz/ec2/ec2test
	launchpad.net/goamz/s3/s3test
	github.com/joyent/gomanta/localservices/hook
	github.com/joyent/gomanta/localservices
	github.com/joyent/gomanta/localservices/manta
	github.com/joyent/gosdc/localservices/hook
	github.com/joyent/gosdc/localservices
	github.com/joyent/gosdc/localservices/cloudapi
	launchpad.net/goose/testservices/hook
	launchpad.net/goose/testservices/identityservice
	launchpad.net/goose/testservices
	launchpad.net/goose/testservices/novaservice
	launchpad.net/goose/testservices/swiftservice
	launchpad.net/goose/testservices/openstackservice
installing these packages with 'go test -i ./...' will speed future tests.

Revision history for this message

Go Bot (go-bot) wrote on 2014-04-01:

#

The attempt to merge lp:~axwalk/juju-core/apiclient-open-parallel-fixes into lp:juju-core failed. Below is the output from the failed tests.

ok launchpad.net/juju-core 0.014s
ok launchpad.net/juju-core/agent 1.037s
ok launchpad.net/juju-core/agent/mongo 0.599s
ok launchpad.net/juju-core/agent/tools 0.209s
ok launchpad.net/juju-core/bzr 5.333s
ok launchpad.net/juju-core/cert 2.896s
ok launchpad.net/juju-core/charm 0.469s
? launchpad.net/juju-core/charm/hooks [no test files]
? launchpad.net/juju-core/charm/testing [no test files]
ok launchpad.net/juju-core/cloudinit 0.034s
ok launchpad.net/juju-core/cloudinit/sshinit 0.795s
ok launchpad.net/juju-core/cmd 0.227s
ok launchpad.net/juju-core/cmd/charm-admin 0.732s
? launchpad.net/juju-core/cmd/charmd [no test files]
? launchpad.net/juju-core/cmd/charmload [no test files]

warning: building out-of-date packages:
launchpad.net/goamz/ec2/ec2test
launchpad.net/goamz/s3/s3test
github.com/joyent/gomanta/localservices/hook
github.com/joyent/gomanta/localservices
github.com/joyent/gomanta/localservices/manta
github.com/joyent/gosdc/localservices/hook
github.com/joyent/gosdc/localservices
github.com/joyent/gosdc/localservices/cloudapi
launchpad.net/goose/testservices/hook
launchpad.net/goose/testservices/identityservice
launchpad.net/goose/testservices
launchpad.net/goose/testservices/novaservice
launchpad.net/goose/testservices/swiftservice
launchpad.net/goose/testservices/openstackservice
installing these packages with 'go test -i ./...' will speed future tests.

Revision history for this message

Go Bot (go-bot) wrote on 2014-04-01:

#

Download full text (9.9 KiB)

The attempt to merge lp:~axwalk/juju-core/apiclient-open-parallel-fixes into lp:juju-core failed. Below is the output from the failed tests.

ok launchpad.net/juju-core 0.012s
ok launchpad.net/juju-core/agent 1.198s
ok launchpad.net/juju-core/agent/mongo 0.616s
ok launchpad.net/juju-core/agent/tools 0.283s
ok launchpad.net/juju-core/bzr 5.194s
ok launchpad.net/juju-core/cert 2.605s
ok launchpad.net/juju-core/charm 0.538s
? launchpad.net/juju-core/charm/hooks [no test files]
? launchpad.net/juju-core/charm/testing [no test files]
ok launchpad.net/juju-core/cloudinit 0.029s
ok launchpad.net/juju-core/cloudinit/sshinit 0.900s
ok launchpad.net/juju-core/cmd 0.175s
ok launchpad.net/juju-core/cmd/charm-admin 0.789s
? launchpad.net/juju-core/cmd/charmd [no test files]
? launchpad.net/juju-core/cmd/charmload [no test files]
ok launchpad.net/juju-core/cmd/juju 210.121s
ok launchpad.net/juju-core/cmd/jujud 67.035s
ok launchpad.net/juju-core/cmd/plugins/juju-metadata 10.774s
? launchpad.net/juju-core/cmd/plugins/juju-restore [no test files]
ok launchpad.net/juju-core/cmd/plugins/local 0.143s
? launchpad.net/juju-core/cmd/plugins/local/juju-local [no test files]
ok launchpad.net/juju-core/constraints 0.020s
ok launchpad.net/juju-core/container 0.044s
ok launchpad.net/juju-core/container/factory 0.036s
ok launchpad.net/juju-core/container/kvm 0.208s
ok launchpad.net/juju-core/container/kvm/mock 0.040s
? launchpad.net/juju-core/container/kvm/testing [no test files]
ok launchpad.net/juju-core/container/lxc 4.340s
? launchpad.net/juju-core/container/lxc/mock [no test files]
? launchpad.net/juju-core/container/lxc/testing [no test files]
? launchpad.net/juju-core/container/testing [no test files]
ok launchpad.net/juju-core/downloader 5.249s
ok launchpad.net/juju-core/environs 2.367s
ok launchpad.net/juju-core/environs/bootstrap 11.687s
ok launchpad.net/juju-core/environs/cloudinit 0.477s
ok launchpad.net/juju-core/environs/config 1.551s
ok launchpad.net/juju-core/environs/configstore 0.031s
ok launchpad.net/juju-core/environs/filestorage 0.026s
ok launchpad.net/juju-core/environs/httpstorage 0.673s
ok launchpad.net/juju-core/environs/imagemetadata 0.442s
? launchpad.net/juju-core/environs/imagemetadata/testing [no test files]
ok launchpad.net/juju-core/environs/instances 0.042s
ok launchpad.net/juju-core/environs/jujutest 0.173s
ok launchpad.net/juju-core/environs/manual 12.089s
ok launchpad.net/juju-core/environs/simplestreams 0.271s
? launchpad.net/juju-core/environs/simplestreams/testing [no test files]
ok launchpad.net/juju-core/environs/sshstorage 1.020s
ok launchpad.net/juju-core/environs/storage 0.860s
ok launchpad.net/juju-core/environs/sync 42.921s
ok launchpad.net/juju-core/environs/testing 0.149s
ok launchpad.net/juju-core/environs/tools 4.550s
? launchpad.net/juju-core/environs/tools/testing [no test files]
ok launchpad.net/juju-core/errors 0.011s
ok launchpad.net/juju-core/instance 0.021s
? launchpad.net/juju-core/instance/testing [no test files]
ok launchpad.net/juju-core/juju 19.288s
ok launchpad.net/juju-core/juju/arc...

The attempt to merge lp:~axwalk/juju-core/apiclient-open-parallel-fixes into lp:juju-core failed. Below is the output from the failed tests.

ok  	launchpad.net/juju-core	0.012s
ok  	launchpad.net/juju-core/agent	1.198s
ok  	launchpad.net/juju-core/agent/mongo	0.616s
ok  	launchpad.net/juju-core/agent/tools	0.283s
ok  	launchpad.net/juju-core/bzr	5.194s
ok  	launchpad.net/juju-core/cert	2.605s
ok  	launchpad.net/juju-core/charm	0.538s
?   	launchpad.net/juju-core/charm/hooks	[no test files]
?   	launchpad.net/juju-core/charm/testing	[no test files]
ok  	launchpad.net/juju-core/cloudinit	0.029s
ok  	launchpad.net/juju-core/cloudinit/sshinit	0.900s
ok  	launchpad.net/juju-core/cmd	0.175s
ok  	launchpad.net/juju-core/cmd/charm-admin	0.789s
?   	launchpad.net/juju-core/cmd/charmd	[no test files]
?   	launchpad.net/juju-core/cmd/charmload	[no test files]
ok  	launchpad.net/juju-core/cmd/juju	210.121s
ok  	launchpad.net/juju-core/cmd/jujud	67.035s
ok  	launchpad.net/juju-core/cmd/plugins/juju-metadata	10.774s
?   	launchpad.net/juju-core/cmd/plugins/juju-restore	[no test files]
ok  	launchpad.net/juju-core/cmd/plugins/local	0.143s
?   	launchpad.net/juju-core/cmd/plugins/local/juju-local	[no test files]
ok  	launchpad.net/juju-core/constraints	0.020s
ok  	launchpad.net/juju-core/container	0.044s
ok  	launchpad.net/juju-core/container/factory	0.036s
ok  	launchpad.net/juju-core/container/kvm	0.208s
ok  	launchpad.net/juju-core/container/kvm/mock	0.040s
?   	launchpad.net/juju-core/container/kvm/testing	[no test files]
ok  	launchpad.net/juju-core/container/lxc	4.340s
?   	launchpad.net/juju-core/container/lxc/mock	[no test files]
?   	launchpad.net/juju-core/container/lxc/testing	[no test files]
?   	launchpad.net/juju-core/container/testing	[no test files]
ok  	launchpad.net/juju-core/downloader	5.249s
ok  	launchpad.net/juju-core/environs	2.367s
ok  	launchpad.net/juju-core/environs/bootstrap	11.687s
ok  	launchpad.net/juju-core/environs/cloudinit	0.477s
ok  	launchpad.net/juju-core/environs/config	1.551s
ok  	launchpad.net/juju-core/environs/configstore	0.031s
ok  	launchpad.net/juju-core/environs/filestorage	0.026s
ok  	launchpad.net/juju-core/environs/httpstorage	0.673s
ok  	launchpad.net/juju-core/environs/imagemetadata	0.442s
?   	launchpad.net/juju-core/environs/imagemetadata/testing	[no test files]
ok  	launchpad.net/juju-core/environs/instances	0.042s
ok  	launchpad.net/juju-core/environs/jujutest	0.173s
ok  	launchpad.net/juju-core/environs/manual	12.089s
ok  	launchpad.net/juju-core/environs/simplestreams	0.271s
?   	launchpad.net/juju-core/environs/simplestreams/testing	[no test files]
ok  	launchpad.net/juju-core/environs/sshstorage	1.020s
ok  	launchpad.net/juju-core/environs/storage	0.860s
ok  	launchpad.net/juju-core/environs/sync	42.921s
ok  	launchpad.net/juju-core/environs/testing	0.149s
ok  	launchpad.net/juju-core/environs/tools	4.550s
?   	launchpad.net/juju-core/environs/tools/testing	[no test files]
ok  	launchpad.net/juju-core/errors	0.011s
ok  	launchpad.net/juju-core/instance	0.021s
?   	launchpad.net/juju-core/instance/testing	[no test files]
ok  	launchpad.net/juju-core/juju	19.288s
ok  	launchpad.net/juju-core/juju/arch	0.014s
ok  	launchpad.net/juju-core/juju/osenv	0.016s
?   	launchpad.net/juju-core/juju/testing	[no test files]
ok  	launchpad.net/juju-core/log	0.014s
ok  	launchpad.net/juju-core/log/syslog	0.037s
?   	launchpad.net/juju-core/log/syslog/testing	[no test files]
ok  	launchpad.net/juju-core/names	0.024s
?   	launchpad.net/juju-core/provider	[no test files]
?   	launchpad.net/juju-core/provider/all	[no test files]
ok  	launchpad.net/juju-core/provider/azure	5.380s
ok  	launchpad.net/juju-core/provider/common	5.667s
ok  	launchpad.net/juju-core/provider/dummy	15.918s
ok  	launchpad.net/juju-core/provider/ec2	13.531s
ok  	launchpad.net/juju-core/provider/joyent	334.614s
ok  	launchpad.net/juju-core/provider/local	16.603s
ok  	launchpad.net/juju-core/provider/maas	12.030s
ok  	launchpad.net/juju-core/provider/manual	1.196s
ok  	launchpad.net/juju-core/provider/openstack	28.025s
ok  	launchpad.net/juju-core/replicaset	61.706s
ok  	launchpad.net/juju-core/rpc	0.074s
ok  	launchpad.net/juju-core/rpc/jsoncodec	0.022s
?   	launchpad.net/juju-core/rpc/rpcreflect	[no test files]
ok  	launchpad.net/juju-core/schema	0.015s
ok  	launchpad.net/juju-core/state	82.115s
ok  	launchpad.net/juju-core/state/api	2.404s
ok  	launchpad.net/juju-core/state/api/agent	2.236s
?   	launchpad.net/juju-core/state/api/base	[no test files]
ok  	launchpad.net/juju-core/state/api/charmrevisionupdater	1.270s
?   	launchpad.net/juju-core/state/api/common	[no test files]
ok  	launchpad.net/juju-core/state/api/deployer	5.982s
ok  	launchpad.net/juju-core/state/api/environment	1.680s
ok  	launchpad.net/juju-core/state/api/firewaller	9.303s
ok  	launchpad.net/juju-core/state/api/keymanager	3.481s
ok  	launchpad.net/juju-core/state/api/keyupdater	2.122s
ok  	launchpad.net/juju-core/state/api/logger	1.837s
ok  	launchpad.net/juju-core/state/api/machiner	4.429s
ok  	launchpad.net/juju-core/state/api/params	0.030s
ok  	launchpad.net/juju-core/state/api/provisioner	8.956s
ok  	launchpad.net/juju-core/state/api/rsyslog	1.618s
?   	launchpad.net/juju-core/state/api/testing	[no test files]
ok  	launchpad.net/juju-core/state/api/uniter	26.068s
ok  	launchpad.net/juju-core/state/api/upgrader	7.997s
ok  	launchpad.net/juju-core/state/api/usermanager	1.858s
ok  	launchpad.net/juju-core/state/api/watcher	2.786s
ok  	launchpad.net/juju-core/state/apiserver	12.063s
ok  	launchpad.net/juju-core/state/apiserver/agent	2.842s
ok  	launchpad.net/juju-core/state/apiserver/charmrevisionupdater	2.360s
?   	launchpad.net/juju-core/state/apiserver/charmrevisionupdater/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/client	45.546s
ok  	launchpad.net/juju-core/state/apiserver/common	2.386s
?   	launchpad.net/juju-core/state/apiserver/common/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/deployer	4.287s
ok  	launchpad.net/juju-core/state/apiserver/environment	1.421s
ok  	launchpad.net/juju-core/state/apiserver/firewaller	5.624s
ok  	launchpad.net/juju-core/state/apiserver/keymanager	4.637s
?   	launchpad.net/juju-core/state/apiserver/keymanager/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/keyupdater	2.724s
ok  	launchpad.net/juju-core/state/apiserver/logger	3.348s
ok  	launchpad.net/juju-core/state/apiserver/machine	2.673s
ok  	launchpad.net/juju-core/state/apiserver/provisioner	13.362s
ok  	launchpad.net/juju-core/state/apiserver/rsyslog	2.715s
?   	launchpad.net/juju-core/state/apiserver/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/uniter	18.265s
ok  	launchpad.net/juju-core/state/apiserver/upgrader	9.653s
ok  	launchpad.net/juju-core/state/apiserver/usermanager	1.755s
ok  	launchpad.net/juju-core/state/multiwatcher	0.619s
ok  	launchpad.net/juju-core/state/presence	6.393s
ok  	launchpad.net/juju-core/state/statecmd	1.621s
?   	launchpad.net/juju-core/state/testing	[no test files]
ok  	launchpad.net/juju-core/state/watcher	5.008s
ok  	launchpad.net/juju-core/store	17.673s
ok  	launchpad.net/juju-core/testing	1.274s
ok  	launchpad.net/juju-core/testing/testbase	0.014s
ok  	launchpad.net/juju-core/thirdparty/pbkdf2	0.121s
ok  	launchpad.net/juju-core/tools	0.016s
ok  	launchpad.net/juju-core/upgrades	7.472s
ok  	launchpad.net/juju-core/upstart	1.072s
ok  	launchpad.net/juju-core/utils	2.092s
ok  	launchpad.net/juju-core/utils/exec	0.028s
ok  	launchpad.net/juju-core/utils/fslock	0.892s
ok  	launchpad.net/juju-core/utils/parallel	0.856s
ok  	launchpad.net/juju-core/utils/set	0.016s
ok  	launchpad.net/juju-core/utils/shell	0.034s
ok  	launchpad.net/juju-core/utils/ssh	19.438s
?   	launchpad.net/juju-core/utils/ssh/testing	[no test files]
ok  	launchpad.net/juju-core/utils/tailer	0.933s
ok  	launchpad.net/juju-core/utils/voyeur	0.013s
ok  	launchpad.net/juju-core/utils/zip	0.079s
ok  	launchpad.net/juju-core/version	0.052s
ok  	launchpad.net/juju-core/worker	16.977s
ok  	launchpad.net/juju-core/worker/authenticationworker	2.359s
ok  	launchpad.net/juju-core/worker/charmrevisionworker	1.981s
ok  	launchpad.net/juju-core/worker/cleaner	1.157s
ok  	launchpad.net/juju-core/worker/deployer	8.197s
ok  	launchpad.net/juju-core/worker/firewaller	8.441s
ok  	launchpad.net/juju-core/worker/instancepoller	1.514s
ok  	launchpad.net/juju-core/worker/localstorage	0.031s
ok  	launchpad.net/juju-core/worker/logger	1.406s
ok  	launchpad.net/juju-core/worker/machineenvironmentworker	7.241s
ok  	launchpad.net/juju-core/worker/machiner	12.372s
ok  	launchpad.net/juju-core/worker/minunitsworker	1.241s
ok  	launchpad.net/juju-core/worker/peergrouper	1.533s
ok  	launchpad.net/juju-core/worker/provisioner	33.102s
ok  	launchpad.net/juju-core/worker/resumer	1.369s
ok  	launchpad.net/juju-core/worker/rsyslog	3.524s
ok  	launchpad.net/juju-core/worker/terminationworker	0.033s
ok  	launchpad.net/juju-core/worker/uniter	104.889s
ok  	launchpad.net/juju-core/worker/uniter/charm	2.534s
ok  	launchpad.net/juju-core/worker/uniter/debug	0.085s
ok  	launchpad.net/juju-core/worker/uniter/hook	0.018s
ok  	launchpad.net/juju-core/worker/uniter/jujuc	0.416s
ok  	launchpad.net/juju-core/worker/uniter/relation	1.251s
*** Test killed: ran too long (10m0s).
FAIL	launchpad.net/juju-core/worker/upgrader	600.003s

warning: building out-of-date packages:
	launchpad.net/goamz/ec2/ec2test
	launchpad.net/goamz/s3/s3test
	github.com/joyent/gomanta/localservices/hook
	github.com/joyent/gomanta/localservices
	github.com/joyent/gomanta/localservices/manta
	github.com/joyent/gosdc/localservices/hook
	github.com/joyent/gosdc/localservices
	github.com/joyent/gosdc/localservices/cloudapi
	launchpad.net/goose/testservices/hook
	launchpad.net/goose/testservices/identityservice
	launchpad.net/goose/testservices
	launchpad.net/goose/testservices/novaservice
	launchpad.net/goose/testservices/swiftservice
	launchpad.net/goose/testservices/openstackservice
installing these packages with 'go test -i ./...' will speed future tests.

juju-core

Merge lp:~axwalk/juju-core/apiclient-open-parallel-fixes into lp:~go-bot/juju-core/trunk

Commit message

Description of the change

Preview Diff

Subscribers

 === modified file 'state/api/apiclient.go'
 --- state/api/apiclient.go	2014-03-31 14:43:24 +0000
 +++ state/api/apiclient.go	2014-04-01 07:50:42 +0000
@@ -6,6 +6,7 @@
  import (
  	"crypto/tls"
  	"crypto/x509"
++	"fmt"
  	"io"
  	"time"
@@ -84,6 +85,10 @@
  // DialOpts holds configuration parameters that control the
  // Dialing behavior when connecting to a state server.
  type DialOpts struct {
++	// DialAddressInterval is the amount of time to wait
++	// before starting to dial another address.
++	DialAddressInterval time.Duration
++
  	// Timeout is the amount of time to wait contacting
  	// a state server.
  	Timeout time.Duration
@@ -97,8 +102,9 @@
  // parameters for contacting a state server.
  func DefaultDialOpts() DialOpts {
  	return DialOpts{
--		Timeout:    10 * time.Minute,
--		RetryDelay: 2 * time.Second,
++		DialAddressInterval: 50 * time.Millisecond,
++		Timeout:             10 * time.Minute,
++		RetryDelay:          2 * time.Second,
+ 	}
+ }
@@ -114,9 +120,17 @@
  	try := parallel.NewTry(maxParallelDial, nil)
  	defer try.Kill()
  	for _, addr := range info.Addrs {
--		if err := dialWebsocket(addr, opts, pool, try); err != nil {
++		err := dialWebsocket(addr, opts, pool, try)
++		if err == parallel.ErrStopped {
++			break
++		}
++		if err != nil {
  			return nil, err
+ 		}
++		select {
++		case <-time.After(opts.DialAddressInterval):
++		case <-try.Dead():
++		}
+ 	}
  	try.Close()
  	result, err := try.Result()
@@ -160,28 +174,36 @@
  		RootCAs:    rootCAs,
  		ServerName: "anything",
+ 	}
++	return try.Start(newWebsocketDialer(cfg, opts))
++}
++
++// new WebsocketDialler returns a function that
++// can be passed to utils/parallel.Try.Start.
++func newWebsocketDialer(cfg *websocket.Config, opts DialOpts) func(<-chan struct{}) (io.Closer, error) {
  	openAttempt := utils.AttemptStrategy{
  		Total: opts.Timeout,
  		Delay: opts.RetryDelay,
+ 	}
--	return try.Start(func(stop <-chan struct{}) (io.Closer, error) {
--		err := parallel.ErrStopped
++	return func(stop <-chan struct{}) (io.Closer, error) {
  		for a := openAttempt.Start(); a.Next(); {
  			select {
  			case <-stop:
--				break
++				return nil, parallel.ErrStopped
  			default:
+ 			}
  			logger.Infof("dialing %q", cfg.Location)
--			var conn *websocket.Conn
--			conn, err = websocket.DialConfig(cfg)
++			conn, err := websocket.DialConfig(cfg)
  			if err == nil {
  				return conn, nil
+ 			}
--			logger.Debugf("error dialing API server, will retry: %v", err)
++			if a.HasNext() {
++				logger.Debugf("error dialing %q, will retry: %v", cfg.Location, err)
++			} else {
++				return nil, fmt.Errorf("timed out connecting to %q", cfg.Location)
++			}
+ 		}
--		return nil, err
--	})
++		panic("unreachable")
++	}
+ }
  func (s *State) heartbeatMonitor() {
 === modified file 'state/api/apiclient_test.go'
 --- state/api/apiclient_test.go	2014-03-31 13:03:59 +0000
 +++ state/api/apiclient_test.go	2014-04-01 07:50:42 +0000
@@ -11,6 +11,7 @@
  	jujutesting "launchpad.net/juju-core/juju/testing"
  	"launchpad.net/juju-core/state/api"
++	"launchpad.net/juju-core/utils/parallel"
+ )
  type apiclientSuite struct {
@@ -75,5 +76,14 @@
  	addr := listener.Addr().String()
  	info.Addrs = []string{addr, addr, addr}
  	_, err = api.Open(info, api.DialOpts{})
--	c.Assert(err, gc.ErrorMatches, "websocket.Dial .*: read tcp .*: connection reset by peer")
++	c.Assert(err, gc.ErrorMatches, `timed out connecting to "wss://.*/"`)
++}
++
++func (s *apiclientSuite) TestDialWebsocketStopped(c *gc.C) {
++	stopped := make(chan struct{})
++	f := api.NewWebsocketDialer(nil, api.DialOpts{})
++	close(stopped)
++	result, err := f(stopped)
++	c.Assert(err, gc.Equals, parallel.ErrStopped)
++	c.Assert(result, gc.IsNil)
+ }
 === modified file 'state/api/export_test.go'
 --- state/api/export_test.go	2013-12-17 15:30:13 +0000
 +++ state/api/export_test.go	2014-04-01 07:50:42 +0000
@@ -3,6 +3,10 @@
  package api
++var (
++	NewWebsocketDialer = newWebsocketDialer
++)
++
  // SetServerRoot allows changing the URL to the internal API server
  // that AddLocalCharm uses in order to test NotImplementedError.
  func SetServerRoot(c *Client, root string) {