Merge into trunk : testing-mgo-addrinuse : Code : juju-core

Reviewer	Review Type	Date Requested	Status
Juju Engineering		2014-05-14	Pending
Review via email: mp+219456@code.launchpad.net

Revision history for this message

Andrew Wilkins (axwalk) wrote on 2014-05-14:

#

Reviewers: mp+219456_code.launchpad.net,

Message:
Please take a look.

Description:
testing: reattempt MgoInstance.run if addr in use

Mongod does not support listening on port 0 to
acquire an ephemeral port, so our tests must
choose a port which may then be allocated to
another process. This CL adds code to reattempt
the starting of mongod if the port is in use,
up to a maximum of 5 attempts.

https://code.launchpad.net/~axwalk/juju-core/testing-mgo-addrinuse/+merge/219456

(do not edit description out of merge proposal)

Please review this at https://codereview.appspot.com/94410046/

Affected files (+39, -13 lines):
A [revision details]
M testing/mgo.go

Index: [revision details]
=== added file '[revision details]'
--- [revision details] 2012-01-01 00:00:00 +0000
+++ [revision details] 2012-01-01 00:00:00 +0000
@@ -0,0 +1,2 @@
+Old revision: tarmac-20140513233806-k5sipwwqoqnt8gzr
+New revision: <email address hidden>

Index: testing/mgo.go
=== modified file 'testing/mgo.go'
--- testing/mgo.go 2014-05-12 07:59:38 +0000
+++ testing/mgo.go 2014-05-14 05:26:43 +0000
@@ -38,6 +38,11 @@
waitingForConnectionsRe = regexp.MustCompile(".*initandlisten.*waiting
for connections.*")
)

+const (
+ // maximum number of times to attempt starting mongod
+ maxStartMongodAttempts = 5
+)
+
  type MgoInstance struct {
   // addr holds the address of the MongoDB server
   addr string
@@ -107,18 +112,29 @@
   if err != nil {
    return fmt.Errorf("cannot write cert/key PEM: %v", err)
   }
- inst.port = FindTCPPort()
- inst.addr = fmt.Sprintf("localhost:%d", inst.port)
- inst.dir = dbdir
- inst.ssl = ssl
- if err := inst.run(); err != nil {
- inst.addr = ""
- inst.port = 0
- os.RemoveAll(inst.dir)
- inst.dir = ""
- logger.Warningf("failed to start mongo: %v", err)
- } else {
- logger.Debugf("started mongod pid %d in %s on port %d",
inst.server.Process.Pid, dbdir, inst.port)
+
+ // Attempt to start mongo up to maxStartMongodAttempts times,
+ // as the port we choose may be taken from us in the mean time.
+ for i := 0; i < maxStartMongodAttempts; i++ {
+ inst.port = FindTCPPort()
+ inst.addr = fmt.Sprintf("localhost:%d", inst.port)
+ inst.dir = dbdir
+ inst.ssl = ssl
+ err = inst.run()
+ switch err.(type) {
+ case addrAlreadyInUseError:
+ logger.Debugf("failed to start mongo: %v, trying another port", err)
+ continue
+ case nil:
+ logger.Debugf("started mongod pid %d in %s on port %d",
inst.server.Process.Pid, dbdir, inst.port)
+ default:
+ inst.addr = ""
+ inst.port = 0
+ os.RemoveAll(inst.dir)
+ inst.dir = ""
+ logger.Warningf("failed to start mongo: %v", err)
+ }
+ break
   }
   return err
  }
@@ -186,7 +202,11 @@
    if readUntilMatching(prefix, io.TeeReader(out, &buf),
waitingForConnectionsRe) {
     listening <- nil
    } else {
- listening <- fmt.Errorf("mongod failed to listen on port %v", mgoport)
+ err := fmt.Errorf("mongod failed to listen on port %v", mgoport)
+ if strings.Contains(buf.String(), "addr already in use") {
+ err = addrAlreadyInUseError{err}
+ }
+ listening <- err
    }
    // Capture the last 20 lines of output from mongod, to log
    /...

Reviewers: mp+219456_code.launchpad.net,

Message:
Please take a look.

Description:
testing: reattempt MgoInstance.run if addr in use

Mongod does not support listening on port 0 to
acquire an ephemeral port, so our tests must
choose a port which may then be allocated to
another process. This CL adds code to reattempt
the starting of mongod if the port is in use,
up to a maximum of 5 attempts.

https://code.launchpad.net/~axwalk/juju-core/testing-mgo-addrinuse/+merge/219456

(do not edit description out of merge proposal)

Please review this at https://codereview.appspot.com/94410046/

Affected files (+39, -13 lines):
   A [revision details]
   M testing/mgo.go

Index: [revision details]
=== added file '[revision details]'
--- [revision details]	2012-01-01 00:00:00 +0000
+++ [revision details]	2012-01-01 00:00:00 +0000
@@ -0,0 +1,2 @@
+Old revision: tarmac-20140513233806-k5sipwwqoqnt8gzr
+New revision: andrew.wilkins@canonical.com-20140514052643-7oskhpi932mr828h

Index: testing/mgo.go
=== modified file 'testing/mgo.go'
--- testing/mgo.go	2014-05-12 07:59:38 +0000
+++ testing/mgo.go	2014-05-14 05:26:43 +0000
@@ -38,6 +38,11 @@
  	waitingForConnectionsRe = regexp.MustCompile(".*initandlisten.*waiting  
for connections.*")
  )

+const (
+	// maximum number of times to attempt starting mongod
+	maxStartMongodAttempts = 5
+)
+
  type MgoInstance struct {
  	// addr holds the address of the MongoDB server
  	addr string
@@ -107,18 +112,29 @@
  	if err != nil {
  		return fmt.Errorf("cannot write cert/key PEM: %v", err)
  	}
-	inst.port = FindTCPPort()
-	inst.addr = fmt.Sprintf("localhost:%d", inst.port)
-	inst.dir = dbdir
-	inst.ssl = ssl
-	if err := inst.run(); err != nil {
-		inst.addr = ""
-		inst.port = 0
-		os.RemoveAll(inst.dir)
-		inst.dir = ""
-		logger.Warningf("failed to start mongo: %v", err)
-	} else {
-		logger.Debugf("started mongod pid %d in %s on port %d",  
inst.server.Process.Pid, dbdir, inst.port)
+
+	// Attempt to start mongo up to maxStartMongodAttempts times,
+	// as the port we choose may be taken from us in the mean time.
+	for i := 0; i < maxStartMongodAttempts; i++ {
+		inst.port = FindTCPPort()
+		inst.addr = fmt.Sprintf("localhost:%d", inst.port)
+		inst.dir = dbdir
+		inst.ssl = ssl
+		err = inst.run()
+		switch err.(type) {
+		case addrAlreadyInUseError:
+			logger.Debugf("failed to start mongo: %v, trying another port", err)
+			continue
+		case nil:
+			logger.Debugf("started mongod pid %d in %s on port %d",  
inst.server.Process.Pid, dbdir, inst.port)
+		default:
+			inst.addr = ""
+			inst.port = 0
+			os.RemoveAll(inst.dir)
+			inst.dir = ""
+			logger.Warningf("failed to start mongo: %v", err)
+		}
+		break
  	}
  	return err
  }
@@ -186,7 +202,11 @@
  		if readUntilMatching(prefix, io.TeeReader(out, &buf),  
waitingForConnectionsRe) {
  			listening <- nil
  		} else {
-			listening <- fmt.Errorf("mongod failed to listen on port %v", mgoport)
+			err := fmt.Errorf("mongod failed to listen on port %v", mgoport)
+			if strings.Contains(buf.String(), "addr already in use") {
+				err = addrAlreadyInUseError{err}
+			}
+			listening <- err
  		}
  		// Capture the last 20 lines of output from mongod, to log
  		// in the event of unclean exit.
@@ -528,3 +548,7 @@
  	l.Close()
  	return l.Addr().(*net.TCPAddr).Port
  }
+
+type addrAlreadyInUseError struct {
+	error
+}

Revision history for this message

Ian Booth (wallyworld) wrote on 2014-05-14:

#

LGTM

https://codereview.appspot.com/94410046/

Revision history for this message

Go Bot (go-bot) wrote on 2014-05-14:

#

Download full text (68.4 KiB)

The attempt to merge lp:~axwalk/juju-core/testing-mgo-addrinuse into lp:juju-core failed. Below is the output from the failed tests.

ok launchpad.net/juju-core 0.014s
ok launchpad.net/juju-core/agent 1.013s
ok launchpad.net/juju-core/agent/mongo 0.446s
ok launchpad.net/juju-core/agent/tools 0.187s
ok launchpad.net/juju-core/bzr 4.927s
ok launchpad.net/juju-core/cert 2.628s
ok launchpad.net/juju-core/charm 0.472s
? launchpad.net/juju-core/charm/hooks [no test files]
? launchpad.net/juju-core/charm/testing [no test files]
ok launchpad.net/juju-core/cloudinit 0.030s
ok launchpad.net/juju-core/cloudinit/sshinit 0.788s
ok launchpad.net/juju-core/cmd 0.201s
ok launchpad.net/juju-core/cmd/charm-admin 0.263s
? launchpad.net/juju-core/cmd/charmd [no test files]
? launchpad.net/juju-core/cmd/charmload [no test files]
ok launchpad.net/juju-core/cmd/envcmd 0.176s
ok launchpad.net/juju-core/cmd/juju 225.050s

----------------------------------------------------------------------
PANIC: agent.go:0: MachineSuite.SetUpTest

[LOG] 0:00.016 ERROR juju.testing mongodb has exited without being killed
[LOG] 0:00.016 ERROR juju.testing mongod: [35 lines omitted]
[LOG] 0:00.016 ERROR juju.testing mongod: Wed May 14 06:56:07.659 Got signal: 6 (Aborted).
[LOG] 0:00.016 ERROR juju.testing mongod: Wed May 14 06:56:07.662 Backtrace:
[LOG] 0:00.016 ERROR juju.testing mongod: 0xb6ca63 0x6e3c00 0x7f96102474a0 0x7f9610247425 0x7f961024ab8b 0x6e337f 0x7f9610b98846 0x7f9610b98873 0x7f9610b9896e 0xb31ac1 0xb5f7b8 0xb529f4 0xb57c4c 0x854553 0x7f96116e3ce9 0x7f9611f30e9a 0x7f96103053fd
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/bin/mongod(_ZN5mongo15printStackTraceERSo+0x23) [0xb6ca63]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/bin/mongod(_ZN5mongo10abruptQuitEi+0x350) [0x6e3c00]
[LOG] 0:00.016 ERROR juju.testing mongod: /lib/x86_64-linux-gnu/libc.so.6(+0x364a0) [0x7f96102474a0]
[LOG] 0:00.016 ERROR juju.testing mongod: /lib/x86_64-linux-gnu/libc.so.6(gsignal+0x35) [0x7f9610247425]
[LOG] 0:00.016 ERROR juju.testing mongod: /lib/x86_64-linux-gnu/libc.so.6(abort+0x17b) [0x7f961024ab8b]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/bin/mongod(_ZN5mongo11myterminateEv+0x3f) [0x6e337f]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xb5846) [0x7f9610b98846]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xb5873) [0x7f9610b98873]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xb596e) [0x7f9610b9896e]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/bin/mongod(_ZN5mongo9uassertedEiPKc+0x91) [0xb31ac1]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/bin/mongod(_ZN5mongo10SSLManagerC2ERKNS_9SSLParamsE+0x338) [0xb5f7b8]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/bin/mongod(_ZN5mongo8ListenerC1ERKSsS2_ib+0x114) [0xb529f4]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/bin/mongod(_ZN5mongo13MiniWebServerC1ERKSsS2_i+0xc) [0xb57c4c]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/bin/mongod(_ZN5mongo15webServerThreadEPKNS_11AdminAccessE+0x53) [0x854553]
[LOG] 0:00.016 ERROR juju.testing mongod: /usr/lib/libboost_thread....

The attempt to merge lp:~axwalk/juju-core/testing-mgo-addrinuse into lp:juju-core failed. Below is the output from the failed tests.

ok  	launchpad.net/juju-core	0.014s
ok  	launchpad.net/juju-core/agent	1.013s
ok  	launchpad.net/juju-core/agent/mongo	0.446s
ok  	launchpad.net/juju-core/agent/tools	0.187s
ok  	launchpad.net/juju-core/bzr	4.927s
ok  	launchpad.net/juju-core/cert	2.628s
ok  	launchpad.net/juju-core/charm	0.472s
?   	launchpad.net/juju-core/charm/hooks	[no test files]
?   	launchpad.net/juju-core/charm/testing	[no test files]
ok  	launchpad.net/juju-core/cloudinit	0.030s
ok  	launchpad.net/juju-core/cloudinit/sshinit	0.788s
ok  	launchpad.net/juju-core/cmd	0.201s
ok  	launchpad.net/juju-core/cmd/charm-admin	0.263s
?   	launchpad.net/juju-core/cmd/charmd	[no test files]
?   	launchpad.net/juju-core/cmd/charmload	[no test files]
ok  	launchpad.net/juju-core/cmd/envcmd	0.176s
ok  	launchpad.net/juju-core/cmd/juju	225.050s

----------------------------------------------------------------------
PANIC: agent.go:0: MachineSuite.SetUpTest

[LOG] 0:00.016 ERROR juju.testing mongodb has exited without being killed
[LOG] 0:00.016 ERROR juju.testing mongod: [35 lines omitted]
[LOG] 0:00.016 ERROR juju.testing mongod: Wed May 14 06:56:07.659 Got signal: 6 (Aborted).
[LOG] 0:00.016 ERROR juju.testing mongod: Wed May 14 06:56:07.662 Backtrace:
[LOG] 0:00.016 ERROR juju.testing mongod: 0xb6ca63 0x6e3c00 0x7f96102474a0 0x7f9610247425 0x7f961024ab8b 0x6e337f 0x7f9610b98846 0x7f9610b98873 0x7f9610b9896e 0xb31ac1 0xb5f7b8 0xb529f4 0xb57c4c 0x854553 0x7f96116e3ce9 0x7f9611f30e9a 0x7f96103053fd 
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/bin/mongod(_ZN5mongo15printStackTraceERSo+0x23) [0xb6ca63]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/bin/mongod(_ZN5mongo10abruptQuitEi+0x350) [0x6e3c00]
[LOG] 0:00.016 ERROR juju.testing mongod:  /lib/x86_64-linux-gnu/libc.so.6(+0x364a0) [0x7f96102474a0]
[LOG] 0:00.016 ERROR juju.testing mongod:  /lib/x86_64-linux-gnu/libc.so.6(gsignal+0x35) [0x7f9610247425]
[LOG] 0:00.016 ERROR juju.testing mongod:  /lib/x86_64-linux-gnu/libc.so.6(abort+0x17b) [0x7f961024ab8b]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/bin/mongod(_ZN5mongo11myterminateEv+0x3f) [0x6e337f]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xb5846) [0x7f9610b98846]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xb5873) [0x7f9610b98873]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xb596e) [0x7f9610b9896e]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/bin/mongod(_ZN5mongo9uassertedEiPKc+0x91) [0xb31ac1]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/bin/mongod(_ZN5mongo10SSLManagerC2ERKNS_9SSLParamsE+0x338) [0xb5f7b8]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/bin/mongod(_ZN5mongo8ListenerC1ERKSsS2_ib+0x114) [0xb529f4]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/bin/mongod(_ZN5mongo13MiniWebServerC1ERKSsS2_i+0xc) [0xb57c4c]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/bin/mongod(_ZN5mongo15webServerThreadEPKNS_11AdminAccessE+0x53) [0x854553]
[LOG] 0:00.016 ERROR juju.testing mongod:  /usr/lib/libboost_thread.so.1.46.1(thread_proxy+0x69) [0x7f96116e3ce9]
[LOG] 0:00.016 ERROR juju.testing mongod:  /lib/x86_64-linux-gnu/libpthread.so.0(+0x7e9a) [0x7f9611f30e9a]
[LOG] 0:00.016 ERROR juju.testing mongod:  /lib/x86_64-linux-gnu/libc.so.6(clone+0x6d) [0x7f96103053fd]
[LOG] 0:00.021 DEBUG juju.environs.configstore Making /tmp/jctest.xSr/gocheck-6129484611666145821/51/home/ubuntu/.juju/environments
[LOG] 0:00.118 INFO juju.environs.testing uploading FAKE tools 1.19.3-precise-amd64
[LOG] 0:00.120 INFO juju.environs.testing uploading FAKE tools 1.19.3-precise-amd64
[LOG] 0:00.121 INFO juju.environs.testing uploading FAKE tools 1.19.3-precise-amd64
[LOG] 0:00.124 DEBUG juju.environs.tools no architecture specified when finding tools, looking for any
[LOG] 0:00.124 DEBUG juju.environs.tools no series specified when finding tools, looking for any
[LOG] 0:00.124 DEBUG juju.environs.simplestreams fetchData failed for "tools/streams/v1/index.sjson": file "tools/streams/v1/index.sjson" not found not found
[LOG] 0:00.124 DEBUG juju.environs.simplestreams cannot load index "streams/v1/index.sjson": invalid URL "tools/streams/v1/index.sjson" not found
[LOG] 0:00.124 DEBUG juju.environs.simplestreams fetchData failed for "tools/streams/v1/index.json": file "tools/streams/v1/index.json" not found not found
[LOG] 0:00.124 DEBUG juju.environs.simplestreams cannot load index "streams/v1/index.json": invalid URL "tools/streams/v1/index.json" not found
[LOG] 0:00.124 INFO juju.environs.tools Writing tools/streams/v1/index.json
[LOG] 0:00.124 INFO juju.environs.tools Writing tools/streams/v1/com.ubuntu.juju:released:tools.json
[LOG] 0:00.124 DEBUG juju.environs.bootstrap environment "dummyenv" supports service/machine networks: true
[LOG] 0:00.124 INFO juju.environs.bootstrap bootstrapping environment "dummyenv"
[LOG] 0:00.124 DEBUG juju.environs.bootstrap looking for bootstrap tools: series="precise", arch=<nil>, version=1.19.3
[LOG] 0:00.124 INFO juju.environs.tools reading tools with major.minor version 1.19
[LOG] 0:00.124 INFO juju.environs.tools filtering tools by version: 1.19.3
[LOG] 0:00.124 INFO juju.environs.tools filtering tools by series: precise
[LOG] 0:00.124 DEBUG juju.environs.tools no architecture specified when finding tools, looking for any
[LOG] 0:00.125 DEBUG juju.environs.simplestreams fetchData failed for "tools/streams/v1/index.sjson": file "tools/streams/v1/index.sjson" not found not found
[LOG] 0:00.125 DEBUG juju.environs.simplestreams cannot load index "streams/v1/index.sjson": invalid URL "tools/streams/v1/index.sjson" not found
[LOG] 0:00.125 DEBUG juju.environs.simplestreams fetchData failed for "tools/streams/v1/mirrors.json": file "tools/streams/v1/mirrors.json" not found not found
[LOG] 0:00.125 DEBUG juju.environs.simplestreams no mirror index file found
[LOG] 0:00.125 DEBUG juju.environs.simplestreams no mirror information available for { }: mirror data for "com.ubuntu.juju:released:tools" not found
[LOG] 0:00.125 DEBUG juju.environs.simplestreams read metadata index at "http://127.0.0.1:52824/dummyenv/private/tools/streams/v1/index.json"
[LOG] 0:00.125 DEBUG juju.environs.simplestreams candidate matches for products ["com.ubuntu.juju:12.04:amd64" "com.ubuntu.juju:12.04:i386" "com.ubuntu.juju:12.04:armhf" "com.ubuntu.juju:12.04:arm64" "com.ubuntu.juju:12.04:ppc64"] are [{Wed, 14 May 2014 06:56:07 +0000 products:1.0 content-download  [] streams/v1/com.ubuntu.juju:released:tools.json [com.ubuntu.juju:12.04:amd64]}]
[LOG] 0:00.125 DEBUG juju.environs.simplestreams finding products at path "streams/v1/com.ubuntu.juju:released:tools.json"
[LOG] 0:00.125 DEBUG juju.environs.simplestreams metadata: &{map[com.ubuntu.juju:12.04:amd64:{ 1.19.3 amd64   map[20140514:0xc2004adae0]}] map[] Wed, 14 May 2014 06:56:07 +0000 products:1.0 com.ubuntu.juju:released:tools}
[LOG] 0:00.125 INFO juju.environs.bootstrap newest version: 1.19.3
[LOG] 0:00.125 INFO juju.environs.bootstrap picked bootstrap tools version: 1.19.3
[LOG] 0:00.125 INFO juju.provider.dummy would pick tools from 1.19.3-precise-amd64
[LOG] 0:00.126 DEBUG juju.environs.bootstrap putting "provider-state" to bootstrap storage *dummy.dummyStorage
[LOG] 0:00.126 INFO juju.state opening state, mongo addresses: ["localhost:32977"]; entity ""
[LOG] 0:00.126 DEBUG juju.state dialing mongo
[LOG] 0:00.126 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.126 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.437 DEBUG juju.testing tls.Dial(127.0.0.1:53602) failed with dial tcp 127.0.0.1:53602: connection refused
[LOG] 0:00.503 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.627 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.937 DEBUG juju.testing tls.Dial(127.0.0.1:53602) failed with dial tcp 127.0.0.1:53602: connection refused
[LOG] 0:01.003 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.127 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.503 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.628 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.628 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.004 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.004 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.128 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.504 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.629 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.005 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.129 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.129 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.505 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.505 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.631 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.006 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.131 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.506 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.632 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.632 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.007 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.007 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.132 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.507 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.632 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.008 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.133 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.133 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.508 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.509 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.634 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.009 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.134 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.509 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.634 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.634 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.010 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.010 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.135 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.510 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.635 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.011 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.136 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.136 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.511 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.511 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.636 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.012 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.136 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.512 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.637 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.637 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.013 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.013 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.138 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.513 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.638 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.014 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.139 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.139 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.514 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.514 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.639 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.015 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.140 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.515 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.640 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.640 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.016 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.016 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.141 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.516 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.641 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:15.017 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:15.142 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:15.142 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:15.518 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:15.518 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:15.642 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:16.018 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:16.143 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:16.519 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:16.644 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:16.644 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:17.020 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:17.020 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:17.144 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:17.520 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:17.645 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:18.021 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:18.146 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:18.146 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:18.521 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:18.521 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:18.646 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:19.022 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:19.147 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:19.522 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:19.648 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:19.648 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:20.023 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:20.023 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:20.148 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:20.524 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:20.649 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:21.024 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:21.149 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:21.150 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:21.525 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:21.525 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:21.650 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:22.026 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:22.151 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:22.526 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:22.651 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:22.651 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:23.027 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:23.027 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:23.152 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:23.527 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:23.652 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:24.028 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:24.152 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:24.152 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:24.528 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:24.528 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:24.653 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:25.029 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:25.153 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:25.529 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:25.654 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:25.654 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:26.030 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:26.030 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:26.154 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:26.531 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:26.655 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:27.031 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:27.156 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:27.156 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:27.532 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:27.532 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:27.656 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:28.032 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:28.157 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:28.533 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:28.657 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:28.658 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:29.034 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:29.034 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:29.158 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:29.534 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:29.659 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:30.035 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
... Panic: no reachable servers (PC=0x414321)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/home/tarmac/trees/src/launchpad.net/juju-core/provider/dummy/environs.go:624
  in environ.Bootstrap
/home/tarmac/trees/src/launchpad.net/juju-core/environs/bootstrap/bootstrap.go:47
  in Bootstrap
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:222
  in JujuConnSuite.setUpConn
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:85
  in JujuConnSuite.SetUpTest
machine_test.go:78
  in commonMachineSuite.SetUpTest

----------------------------------------------------------------------
PANIC: agent.go:0: MachineSuite.TearDownTest

... Panic: runtime error: invalid memory address or nil pointer dereference (PC=0x414321)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/usr/lib/go/src/pkg/runtime/panic.c:487
  in panicstring
/usr/lib/go/src/pkg/runtime/os_linux.c:236
  in sigpanic
/home/tarmac/trees/src/launchpad.net/juju-core/state/state.go:1435
  in State.SetAdminMongoPassword
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:268
  in JujuConnSuite.tearDownConn
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:89
  in JujuConnSuite.TearDownTest
machine_test.go:115
  in commonMachineSuite.TearDownTest

----------------------------------------------------------------------
PANIC: machine_test.go:905: MachineSuite.TestMachineAgentRunsAPIAddressUpdaterWorker

... Panic: Fixture has panicked (see related PANIC)

----------------------------------------------------------------------
PANIC: machine_test.go:990: MachineWithCharmsSuite.SetUpTest

[LOG] 0:00.000 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.000 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.360 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.360 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.484 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.501 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.860 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.985 DEBUG juju.state connection failed, will retry: dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.001 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.361 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.501 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.502 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.861 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.861 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.002 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.362 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.502 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.862 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.003 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.003 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.363 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.363 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.503 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.864 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.004 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.364 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.504 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.504 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.865 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.865 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.005 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.365 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.505 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.866 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.006 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.007 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.366 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.367 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.507 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.867 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.007 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.368 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.508 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.508 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.868 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.868 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.009 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.369 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.509 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.869 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.010 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.010 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.370 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.370 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.511 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.871 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.011 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.371 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.512 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.512 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.872 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.872 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.012 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.372 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.513 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.873 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.013 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.013 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.373 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.374 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.514 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.874 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.014 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.375 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.515 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.515 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.875 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.876 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.016 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.376 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.516 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.877 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
... Panic: no reachable servers (PC=0x414321)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:343
  in MgoInstance.MustDial
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:423
  in MgoSuite.SetUpTest
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:83
  in JujuConnSuite.SetUpTest
machine_test.go:78
  in commonMachineSuite.SetUpTest
machine_test.go:991
  in MachineWithCharmsSuite.SetUpTest

----------------------------------------------------------------------
PANIC: machine_test.go:995: MachineWithCharmsSuite.TearDownTest

... Panic: runtime error: invalid memory address or nil pointer dereference (PC=0x414321)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/usr/lib/go/src/pkg/runtime/panic.c:487
  in panicstring
/usr/lib/go/src/pkg/runtime/os_linux.c:236
  in sigpanic
/home/tarmac/trees/src/launchpad.net/juju-core/state/state.go:1435
  in State.SetAdminMongoPassword
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:268
  in JujuConnSuite.tearDownConn
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:89
  in JujuConnSuite.TearDownTest
machine_test.go:115
  in commonMachineSuite.TearDownTest
machine_test.go:996
  in MachineWithCharmsSuite.TearDownTest

----------------------------------------------------------------------
PANIC: machine_test.go:1000: MachineWithCharmsSuite.TestManageEnvironRunsCharmRevisionUpdater

... Panic: Fixture has panicked (see related PANIC)
[jujuc whatever]
[remote]
[/path/to/remote]
[remote --help]
[unknown]
[remote --error borken]
[remote --unknown]
[remote unwanted]

----------------------------------------------------------------------
PANIC: unit_test.go:36: UnitSuite.SetUpTest

[LOG] 0:00.000 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.000 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.210 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.501 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.711 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.711 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.001 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.212 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.502 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.502 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.712 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.002 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.213 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.213 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.503 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.714 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.004 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.004 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.214 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.504 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.715 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.715 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.005 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.215 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.506 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.506 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.716 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.006 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.217 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.217 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.507 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.717 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.008 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.008 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.218 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.508 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.719 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.719 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.009 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.219 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.511 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.512 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.720 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.012 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.220 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.221 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.512 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.721 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.013 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.013 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.221 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.513 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.722 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.722 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.014 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.222 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.514 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.514 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.723 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.015 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.224 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.224 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.515 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.724 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.016 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.016 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.225 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.517 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.725 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.725 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.017 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.226 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.517 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.518 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.726 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.018 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.226 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.226 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.518 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.727 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
... Panic: no reachable servers (PC=0x414321)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:343
  in MgoInstance.MustDial
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:423
  in MgoSuite.SetUpTest
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:83
  in JujuConnSuite.SetUpTest
unit_test.go:38
  in UnitSuite.SetUpTest

----------------------------------------------------------------------
PANIC: unit_test.go:41: UnitSuite.TearDownTest

... Panic: runtime error: invalid memory address or nil pointer dereference (PC=0x414321)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/usr/lib/go/src/pkg/runtime/panic.c:487
  in panicstring
/usr/lib/go/src/pkg/runtime/os_linux.c:236
  in sigpanic
/home/tarmac/trees/src/launchpad.net/juju-core/state/state.go:1435
  in State.SetAdminMongoPassword
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:268
  in JujuConnSuite.tearDownConn
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:89
  in JujuConnSuite.TearDownTest
unit_test.go:42
  in UnitSuite.TearDownTest

----------------------------------------------------------------------
PANIC: unit_test.go:193: UnitSuite.TestOpenAPIState

... Panic: Fixture has panicked (see related PANIC)

----------------------------------------------------------------------
PANIC: upgrade_test.go:34: UpgradeSuite.SetUpTest

[LOG] 0:00.000 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.000 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.207 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.499 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.500 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.708 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:00.708 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.000 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.001 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.208 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.502 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.502 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:01.709 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.003 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.209 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.210 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.503 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:02.710 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.004 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.004 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.210 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.504 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.711 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:03.711 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.005 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.212 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.506 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.506 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:04.712 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.006 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.213 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.213 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.507 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:05.714 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.008 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.008 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.214 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.508 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.715 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:06.715 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.009 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.215 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.510 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.510 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:07.716 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.010 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.216 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.216 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.511 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:08.717 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.011 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.012 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.217 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.512 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.718 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:09.718 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.013 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.218 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.513 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.513 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:10.719 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.014 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.219 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.220 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.514 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:11.720 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.015 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.015 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.221 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.515 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.721 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:12.721 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.016 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.222 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.517 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.517 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:13.722 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.017 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.223 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.223 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.518 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
[LOG] 0:14.723 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
... Panic: no reachable servers (PC=0x414321)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:343
  in MgoInstance.MustDial
/home/tarmac/trees/src/launchpad.net/juju-core/testing/mgo.go:423
  in MgoSuite.SetUpTest
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:83
  in JujuConnSuite.SetUpTest
machine_test.go:78
  in commonMachineSuite.SetUpTest
upgrade_test.go:35
  in UpgradeSuite.SetUpTest

----------------------------------------------------------------------
PANIC: agent.go:0: UpgradeSuite.TearDownTest

... Panic: runtime error: invalid memory address or nil pointer dereference (PC=0x414321)

/usr/lib/go/src/pkg/runtime/panic.c:229
  in panic
/usr/lib/go/src/pkg/runtime/panic.c:487
  in panicstring
/usr/lib/go/src/pkg/runtime/os_linux.c:236
  in sigpanic
/home/tarmac/trees/src/launchpad.net/juju-core/state/state.go:1435
  in State.SetAdminMongoPassword
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:268
  in JujuConnSuite.tearDownConn
/home/tarmac/trees/src/launchpad.net/juju-core/juju/testing/conn.go:89
  in JujuConnSuite.TearDownTest
machine_test.go:115
  in commonMachineSuite.TearDownTest

----------------------------------------------------------------------
PANIC: upgrade_test.go:56: UpgradeSuite.TestUpgradeStepsHostMachine

[LOG] 0:15.019 DEBUG juju.testing tls.Dial(127.0.0.1:32977) failed with dial tcp 127.0.0.1:32977: connection refused
... Panic: Fixture has panicked (see related PANIC)
OOPS: 30 passed, 8 FIXTURE-PANICKED, 40 MISSED
--- FAIL: TestPackage (93.53 seconds)
FAIL
FAIL	launchpad.net/juju-core/cmd/jujud	93.706s
ok  	launchpad.net/juju-core/cmd/plugins/juju-metadata	8.402s
?   	launchpad.net/juju-core/cmd/plugins/juju-restore	[no test files]
ok  	launchpad.net/juju-core/cmd/plugins/local	0.188s
?   	launchpad.net/juju-core/cmd/plugins/local/juju-local	[no test files]
ok  	launchpad.net/juju-core/constraints	0.027s
ok  	launchpad.net/juju-core/container	0.040s
ok  	launchpad.net/juju-core/container/factory	0.042s
ok  	launchpad.net/juju-core/container/kvm	0.171s
ok  	launchpad.net/juju-core/container/kvm/mock	0.040s
?   	launchpad.net/juju-core/container/kvm/testing	[no test files]
ok  	launchpad.net/juju-core/container/lxc	4.287s
?   	launchpad.net/juju-core/container/lxc/mock	[no test files]
?   	launchpad.net/juju-core/container/lxc/testing	[no test files]
?   	launchpad.net/juju-core/container/testing	[no test files]
ok  	launchpad.net/juju-core/downloader	5.207s
ok  	launchpad.net/juju-core/environs	2.017s
ok  	launchpad.net/juju-core/environs/bootstrap	11.234s
ok  	launchpad.net/juju-core/environs/cloudinit	0.430s
ok  	launchpad.net/juju-core/environs/config	3.296s
ok  	launchpad.net/juju-core/environs/configstore	0.033s
ok  	launchpad.net/juju-core/environs/filestorage	0.024s
ok  	launchpad.net/juju-core/environs/httpstorage	0.809s
ok  	launchpad.net/juju-core/environs/imagemetadata	0.447s
?   	launchpad.net/juju-core/environs/imagemetadata/testing	[no test files]
ok  	launchpad.net/juju-core/environs/instances	0.050s
ok  	launchpad.net/juju-core/environs/jujutest	0.243s
ok  	launchpad.net/juju-core/environs/manual	13.197s
?   	launchpad.net/juju-core/environs/network	[no test files]
ok  	launchpad.net/juju-core/environs/simplestreams	0.273s
?   	launchpad.net/juju-core/environs/simplestreams/testing	[no test files]
ok  	launchpad.net/juju-core/environs/sshstorage	0.856s
ok  	launchpad.net/juju-core/environs/storage	0.923s
ok  	launchpad.net/juju-core/environs/sync	49.709s
ok  	launchpad.net/juju-core/environs/testing	0.153s
ok  	launchpad.net/juju-core/environs/tools	4.484s
?   	launchpad.net/juju-core/environs/tools/testing	[no test files]
ok  	launchpad.net/juju-core/errors	0.017s
ok  	launchpad.net/juju-core/instance	0.019s
?   	launchpad.net/juju-core/instance/testing	[no test files]
ok  	launchpad.net/juju-core/juju	17.974s
ok  	launchpad.net/juju-core/juju/arch	0.014s
ok  	launchpad.net/juju-core/juju/osenv	0.015s
?   	launchpad.net/juju-core/juju/testing	[no test files]
ok  	launchpad.net/juju-core/names	0.022s
?   	launchpad.net/juju-core/provider	[no test files]
?   	launchpad.net/juju-core/provider/all	[no test files]
ok  	launchpad.net/juju-core/provider/azure	5.213s
ok  	launchpad.net/juju-core/provider/common	5.434s
ok  	launchpad.net/juju-core/provider/dummy	18.251s
ok  	launchpad.net/juju-core/provider/ec2	13.688s
ok  	launchpad.net/juju-core/provider/joyent	352.856s
ok  	launchpad.net/juju-core/provider/local	13.675s
ok  	launchpad.net/juju-core/provider/maas	10.831s
ok  	launchpad.net/juju-core/provider/manual	1.266s
ok  	launchpad.net/juju-core/provider/openstack	30.110s
ok  	launchpad.net/juju-core/replicaset	61.447s
ok  	launchpad.net/juju-core/rpc	0.075s
ok  	launchpad.net/juju-core/rpc/jsoncodec	0.024s
?   	launchpad.net/juju-core/rpc/rpcreflect	[no test files]
ok  	launchpad.net/juju-core/schema	0.017s
ok  	launchpad.net/juju-core/state	88.641s
ok  	launchpad.net/juju-core/state/api	3.845s
ok  	launchpad.net/juju-core/state/api/agent	2.441s
?   	launchpad.net/juju-core/state/api/base	[no test files]
ok  	launchpad.net/juju-core/state/api/charmrevisionupdater	0.786s
?   	launchpad.net/juju-core/state/api/common	[no test files]
ok  	launchpad.net/juju-core/state/api/deployer	5.716s
ok  	launchpad.net/juju-core/state/api/environment	1.157s
ok  	launchpad.net/juju-core/state/api/firewaller	8.866s
ok  	launchpad.net/juju-core/state/api/keymanager	2.995s
ok  	launchpad.net/juju-core/state/api/keyupdater	1.687s
ok  	launchpad.net/juju-core/state/api/logger	1.324s
ok  	launchpad.net/juju-core/state/api/machiner	3.697s
ok  	launchpad.net/juju-core/state/api/params	0.033s
ok  	launchpad.net/juju-core/state/api/provisioner	10.499s
ok  	launchpad.net/juju-core/state/api/rsyslog	1.225s
?   	launchpad.net/juju-core/state/api/testing	[no test files]
ok  	launchpad.net/juju-core/state/api/uniter	25.210s
ok  	launchpad.net/juju-core/state/api/upgrader	7.079s
ok  	launchpad.net/juju-core/state/api/usermanager	1.429s
ok  	launchpad.net/juju-core/state/api/watcher	2.158s
ok  	launchpad.net/juju-core/state/apiserver	17.240s
ok  	launchpad.net/juju-core/state/apiserver/agent	2.403s
ok  	launchpad.net/juju-core/state/apiserver/charmrevisionupdater	1.694s
?   	launchpad.net/juju-core/state/apiserver/charmrevisionupdater/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/client	47.604s
ok  	launchpad.net/juju-core/state/apiserver/common	1.820s
?   	launchpad.net/juju-core/state/apiserver/common/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/deployer	3.840s
ok  	launchpad.net/juju-core/state/apiserver/environment	0.921s
ok  	launchpad.net/juju-core/state/apiserver/firewaller	5.131s
ok  	launchpad.net/juju-core/state/apiserver/keymanager	4.434s
?   	launchpad.net/juju-core/state/apiserver/keymanager/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/keyupdater	2.234s
ok  	launchpad.net/juju-core/state/apiserver/logger	2.869s
ok  	launchpad.net/juju-core/state/apiserver/machine	1.956s
ok  	launchpad.net/juju-core/state/apiserver/provisioner	17.278s
ok  	launchpad.net/juju-core/state/apiserver/rsyslog	2.189s
?   	launchpad.net/juju-core/state/apiserver/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/uniter	18.031s
ok  	launchpad.net/juju-core/state/apiserver/upgrader	10.410s
ok  	launchpad.net/juju-core/state/apiserver/usermanager	1.414s
ok  	launchpad.net/juju-core/state/multiwatcher	0.668s
ok  	launchpad.net/juju-core/state/presence	5.726s
?   	launchpad.net/juju-core/state/testing	[no test files]
ok  	launchpad.net/juju-core/state/watcher	4.441s
ok  	launchpad.net/juju-core/store	14.176s
ok  	launchpad.net/juju-core/testing	0.296s
ok  	launchpad.net/juju-core/testing/filetesting	0.160s
ok  	launchpad.net/juju-core/testing/testbase	0.014s
ok  	launchpad.net/juju-core/thirdparty/pbkdf2	0.133s
ok  	launchpad.net/juju-core/tools	0.016s
ok  	launchpad.net/juju-core/upgrades	6.252s
ok  	launchpad.net/juju-core/upstart	0.813s
ok  	launchpad.net/juju-core/utils	2.052s
ok  	launchpad.net/juju-core/utils/exec	0.028s
ok  	launchpad.net/juju-core/utils/fslock	0.826s
ok  	launchpad.net/juju-core/utils/parallel	0.861s
ok  	launchpad.net/juju-core/utils/set	0.011s
ok  	launchpad.net/juju-core/utils/shell	0.036s
ok  	launchpad.net/juju-core/utils/ssh	0.859s
?   	launchpad.net/juju-core/utils/ssh/testing	[no test files]
ok  	launchpad.net/juju-core/utils/syslog	0.042s
?   	launchpad.net/juju-core/utils/syslog/testing	[no test files]
ok  	launchpad.net/juju-core/utils/tailer	1.139s
ok  	launchpad.net/juju-core/utils/voyeur	0.013s
ok  	launchpad.net/juju-core/utils/zip	0.147s
ok  	launchpad.net/juju-core/version	0.057s
ok  	launchpad.net/juju-core/version/ubuntu	0.013s
ok  	launchpad.net/juju-core/worker	16.600s
ok  	launchpad.net/juju-core/worker/apiaddressupdater	1.249s
ok  	launchpad.net/juju-core/worker/authenticationworker	2.615s
ok  	launchpad.net/juju-core/worker/charmrevisionworker	1.621s
ok  	launchpad.net/juju-core/worker/cleaner	0.742s
ok  	launchpad.net/juju-core/worker/deployer	7.708s
ok  	launchpad.net/juju-core/worker/firewaller	8.289s
ok  	launchpad.net/juju-core/worker/instancepoller	1.702s
ok  	launchpad.net/juju-core/worker/localstorage	0.069s
ok  	launchpad.net/juju-core/worker/logger	0.952s
ok  	launchpad.net/juju-core/worker/machineenvironmentworker	6.778s
ok  	launchpad.net/juju-core/worker/machiner	6.981s
ok  	launchpad.net/juju-core/worker/minunitsworker	0.759s
ok  	launchpad.net/juju-core/worker/peergrouper	1.125s
ok  	launchpad.net/juju-core/worker/provisioner	51.048s
ok  	launchpad.net/juju-core/worker/resumer	0.965s
ok  	launchpad.net/juju-core/worker/rsyslog	3.515s
ok  	launchpad.net/juju-core/worker/singular	0.343s
ok  	launchpad.net/juju-core/worker/terminationworker	0.052s
ok  	launchpad.net/juju-core/worker/uniter	126.064s
ok  	launchpad.net/juju-core/worker/uniter/charm	2.346s
ok  	launchpad.net/juju-core/worker/uniter/debug	0.064s
ok  	launchpad.net/juju-core/worker/uniter/hook	0.010s
ok  	launchpad.net/juju-core/worker/uniter/jujuc	0.421s
ok  	launchpad.net/juju-core/worker/uniter/relation	1.290s
ok  	launchpad.net/juju-core/worker/upgrader	3.740s

warning: building out-of-date packages:
	launchpad.net/goamz/ec2/ec2test
	launchpad.net/goamz/s3/s3test
	github.com/joyent/gomanta/localservices/hook
	github.com/joyent/gomanta/localservices
	github.com/joyent/gomanta/localservices/manta
	github.com/joyent/gosdc/localservices/hook
	github.com/joyent/gosdc/localservices
	github.com/joyent/gosdc/localservices/cloudapi
	launchpad.net/goose/testservices/hook
	launchpad.net/goose/testservices/identityservice
	launchpad.net/goose/testservices
	launchpad.net/goose/testservices/novaservice
	launchpad.net/goose/testservices/swiftservice
	launchpad.net/goose/testservices/openstackservice
installing these packages with 'go test -i ./...' will speed future tests.

mongod: no process found

Revision history for this message

Andrew Wilkins (axwalk) wrote on 2014-05-14:

#

So, mongo is crashing now... I'm going to disable the builtin HTTP server, which is what appears to be causing problems. We don't use it at all, AFAIK. Likewise Unix sockets.

Revision history for this message

Andrew Wilkins (axwalk) wrote on 2014-05-14:

#

Please take a look.

https://codereview.appspot.com/94410046/

Revision history for this message

Go Bot (go-bot) wrote on 2014-05-14:

#

Download full text (11.3 KiB)

The attempt to merge lp:~axwalk/juju-core/testing-mgo-addrinuse into lp:juju-core failed. Below is the output from the failed tests.

ok launchpad.net/juju-core 0.016s
ok launchpad.net/juju-core/agent 0.836s
ok launchpad.net/juju-core/agent/mongo 0.483s
ok launchpad.net/juju-core/agent/tools 0.181s
ok launchpad.net/juju-core/bzr 5.139s
ok launchpad.net/juju-core/cert 2.305s
ok launchpad.net/juju-core/charm 0.409s
? launchpad.net/juju-core/charm/hooks [no test files]
? launchpad.net/juju-core/charm/testing [no test files]
ok launchpad.net/juju-core/cloudinit 0.030s
ok launchpad.net/juju-core/cloudinit/sshinit 0.742s
ok launchpad.net/juju-core/cmd 0.168s
ok launchpad.net/juju-core/cmd/charm-admin 0.305s
? launchpad.net/juju-core/cmd/charmd [no test files]
? launchpad.net/juju-core/cmd/charmload [no test files]
ok launchpad.net/juju-core/cmd/envcmd 0.165s
ok launchpad.net/juju-core/cmd/juju 222.221s
ok launchpad.net/juju-core/cmd/jujud 66.550s
ok launchpad.net/juju-core/cmd/plugins/juju-metadata 9.727s
? launchpad.net/juju-core/cmd/plugins/juju-restore [no test files]
ok launchpad.net/juju-core/cmd/plugins/local 0.207s
? launchpad.net/juju-core/cmd/plugins/local/juju-local [no test files]
ok launchpad.net/juju-core/constraints 0.026s
ok launchpad.net/juju-core/container 0.035s
ok launchpad.net/juju-core/container/factory 0.037s
ok launchpad.net/juju-core/container/kvm 0.192s
ok launchpad.net/juju-core/container/kvm/mock 0.046s
? launchpad.net/juju-core/container/kvm/testing [no test files]
ok launchpad.net/juju-core/container/lxc 4.356s
? launchpad.net/juju-core/container/lxc/mock [no test files]
? launchpad.net/juju-core/container/lxc/testing [no test files]
? launchpad.net/juju-core/container/testing [no test files]
ok launchpad.net/juju-core/downloader 5.222s
ok launchpad.net/juju-core/environs 2.348s
ok launchpad.net/juju-core/environs/bootstrap 11.631s
ok launchpad.net/juju-core/environs/cloudinit 0.447s
ok launchpad.net/juju-core/environs/config 1.581s
ok launchpad.net/juju-core/environs/configstore 0.028s
ok launchpad.net/juju-core/environs/filestorage 0.025s
ok launchpad.net/juju-core/environs/httpstorage 0.661s
ok launchpad.net/juju-core/environs/imagemetadata 0.443s
? launchpad.net/juju-core/environs/imagemetadata/testing [no test files]
ok launchpad.net/juju-core/environs/instances 0.046s
ok launchpad.net/juju-core/environs/jujutest 0.171s
ok launchpad.net/juju-core/environs/manual 10.022s
? launchpad.net/juju-core/environs/network [no test files]
ok launchpad.net/juju-core/environs/simplestreams 0.277s
? launchpad.net/juju-core/environs/simplestreams/testing [no test files]
ok launchpad.net/juju-core/environs/sshstorage 0.907s
ok launchpad.net/juju-core/environs/storage 0.804s
ok launchpad.net/juju-core/environs/sync 51.854s
ok launchpad.net/juju-core/environs/testing 0.138s
ok launchpad.net/juju-core/environs/tools 4.668s
? launchpad.net/juju-core/environs/tools/testing [no test files]
ok launchpad.net/juju-core/errors 0.016s
ok launchpad.net/juju-core/instance 0.017s
? launchpad.net/juju-core/instance/tes...

The attempt to merge lp:~axwalk/juju-core/testing-mgo-addrinuse into lp:juju-core failed. Below is the output from the failed tests.

ok  	launchpad.net/juju-core	0.016s
ok  	launchpad.net/juju-core/agent	0.836s
ok  	launchpad.net/juju-core/agent/mongo	0.483s
ok  	launchpad.net/juju-core/agent/tools	0.181s
ok  	launchpad.net/juju-core/bzr	5.139s
ok  	launchpad.net/juju-core/cert	2.305s
ok  	launchpad.net/juju-core/charm	0.409s
?   	launchpad.net/juju-core/charm/hooks	[no test files]
?   	launchpad.net/juju-core/charm/testing	[no test files]
ok  	launchpad.net/juju-core/cloudinit	0.030s
ok  	launchpad.net/juju-core/cloudinit/sshinit	0.742s
ok  	launchpad.net/juju-core/cmd	0.168s
ok  	launchpad.net/juju-core/cmd/charm-admin	0.305s
?   	launchpad.net/juju-core/cmd/charmd	[no test files]
?   	launchpad.net/juju-core/cmd/charmload	[no test files]
ok  	launchpad.net/juju-core/cmd/envcmd	0.165s
ok  	launchpad.net/juju-core/cmd/juju	222.221s
ok  	launchpad.net/juju-core/cmd/jujud	66.550s
ok  	launchpad.net/juju-core/cmd/plugins/juju-metadata	9.727s
?   	launchpad.net/juju-core/cmd/plugins/juju-restore	[no test files]
ok  	launchpad.net/juju-core/cmd/plugins/local	0.207s
?   	launchpad.net/juju-core/cmd/plugins/local/juju-local	[no test files]
ok  	launchpad.net/juju-core/constraints	0.026s
ok  	launchpad.net/juju-core/container	0.035s
ok  	launchpad.net/juju-core/container/factory	0.037s
ok  	launchpad.net/juju-core/container/kvm	0.192s
ok  	launchpad.net/juju-core/container/kvm/mock	0.046s
?   	launchpad.net/juju-core/container/kvm/testing	[no test files]
ok  	launchpad.net/juju-core/container/lxc	4.356s
?   	launchpad.net/juju-core/container/lxc/mock	[no test files]
?   	launchpad.net/juju-core/container/lxc/testing	[no test files]
?   	launchpad.net/juju-core/container/testing	[no test files]
ok  	launchpad.net/juju-core/downloader	5.222s
ok  	launchpad.net/juju-core/environs	2.348s
ok  	launchpad.net/juju-core/environs/bootstrap	11.631s
ok  	launchpad.net/juju-core/environs/cloudinit	0.447s
ok  	launchpad.net/juju-core/environs/config	1.581s
ok  	launchpad.net/juju-core/environs/configstore	0.028s
ok  	launchpad.net/juju-core/environs/filestorage	0.025s
ok  	launchpad.net/juju-core/environs/httpstorage	0.661s
ok  	launchpad.net/juju-core/environs/imagemetadata	0.443s
?   	launchpad.net/juju-core/environs/imagemetadata/testing	[no test files]
ok  	launchpad.net/juju-core/environs/instances	0.046s
ok  	launchpad.net/juju-core/environs/jujutest	0.171s
ok  	launchpad.net/juju-core/environs/manual	10.022s
?   	launchpad.net/juju-core/environs/network	[no test files]
ok  	launchpad.net/juju-core/environs/simplestreams	0.277s
?   	launchpad.net/juju-core/environs/simplestreams/testing	[no test files]
ok  	launchpad.net/juju-core/environs/sshstorage	0.907s
ok  	launchpad.net/juju-core/environs/storage	0.804s
ok  	launchpad.net/juju-core/environs/sync	51.854s
ok  	launchpad.net/juju-core/environs/testing	0.138s
ok  	launchpad.net/juju-core/environs/tools	4.668s
?   	launchpad.net/juju-core/environs/tools/testing	[no test files]
ok  	launchpad.net/juju-core/errors	0.016s
ok  	launchpad.net/juju-core/instance	0.017s
?   	launchpad.net/juju-core/instance/testing	[no test files]
ok  	launchpad.net/juju-core/juju	20.871s
ok  	launchpad.net/juju-core/juju/arch	0.013s
ok  	launchpad.net/juju-core/juju/osenv	0.021s
?   	launchpad.net/juju-core/juju/testing	[no test files]
ok  	launchpad.net/juju-core/names	0.031s
?   	launchpad.net/juju-core/provider	[no test files]
?   	launchpad.net/juju-core/provider/all	[no test files]
ok  	launchpad.net/juju-core/provider/azure	6.127s
ok  	launchpad.net/juju-core/provider/common	4.372s
ok  	launchpad.net/juju-core/provider/dummy	18.294s
ok  	launchpad.net/juju-core/provider/ec2	15.182s
ok  	launchpad.net/juju-core/provider/joyent	352.264s
ok  	launchpad.net/juju-core/provider/local	13.375s
ok  	launchpad.net/juju-core/provider/maas	10.172s
ok  	launchpad.net/juju-core/provider/manual	1.238s
ok  	launchpad.net/juju-core/provider/openstack	27.606s

----------------------------------------------------------------------
FAIL: replicaset_test.go:63: MongoSuite.SetUpSuite

[LOG] 0:00.000 DEBUG juju.testing starting mongo in /tmp/jctest.Arz/test-mgo619204430
[LOG] 0:00.000 DEBUG juju.testing found mongod at: "/usr/bin/mongod"
[LOG] 0:00.059 DEBUG juju.testing started mongod pid 28035 in /tmp/jctest.Arz/test-mgo619204430 on port 48581
[LOG] 0:00.066 INFO juju.replicaset Initiating replicaset with config replicaset.Config{Name:"juju", Version:1, Members:[]replicaset.Member{replicaset.Member{Id:1, Address:"localhost:48581", Arbiter:(*bool)(nil), BuildIndexes:(*bool)(nil), Hidden:(*bool)(nil), Priority:(*float64)(nil), Tags:map[string]string{"foo":"bar"}, SlaveDelay:(*time.Duration)(nil), Votes:(*int)(nil)}}}
replicaset_test.go:73:
    // note, this is an actual test around Initiate, but again, I don't want to
    // have to redo it, so I just do it once.
    dialAndTestInitiate(c)
replicaset_test.go:110:
    c.Assert(err, gc.IsNil)
... value *mgo.QueryError = &mgo.QueryError{Code:0, Message:"all members and seeds must be reachable to initiate set", Assertion:false} ("all members and seeds must be reachable to initiate set")

OOPS: 0 passed, 1 FAILED, 5 MISSED
--- FAIL: TestPackage (0.08 seconds)
FAIL
FAIL	launchpad.net/juju-core/replicaset	0.208s
ok  	launchpad.net/juju-core/rpc	0.066s
ok  	launchpad.net/juju-core/rpc/jsoncodec	0.019s
?   	launchpad.net/juju-core/rpc/rpcreflect	[no test files]
ok  	launchpad.net/juju-core/schema	0.013s
ok  	launchpad.net/juju-core/state	85.459s
ok  	launchpad.net/juju-core/state/api	3.944s
ok  	launchpad.net/juju-core/state/api/agent	2.277s
?   	launchpad.net/juju-core/state/api/base	[no test files]
ok  	launchpad.net/juju-core/state/api/charmrevisionupdater	0.781s
?   	launchpad.net/juju-core/state/api/common	[no test files]
ok  	launchpad.net/juju-core/state/api/deployer	5.513s
ok  	launchpad.net/juju-core/state/api/environment	1.162s
ok  	launchpad.net/juju-core/state/api/firewaller	8.763s
ok  	launchpad.net/juju-core/state/api/keymanager	3.211s
ok  	launchpad.net/juju-core/state/api/keyupdater	1.635s
ok  	launchpad.net/juju-core/state/api/logger	1.342s
ok  	launchpad.net/juju-core/state/api/machiner	3.525s
ok  	launchpad.net/juju-core/state/api/params	0.033s
ok  	launchpad.net/juju-core/state/api/provisioner	11.118s
ok  	launchpad.net/juju-core/state/api/rsyslog	1.055s
?   	launchpad.net/juju-core/state/api/testing	[no test files]
ok  	launchpad.net/juju-core/state/api/uniter	24.676s
ok  	launchpad.net/juju-core/state/api/upgrader	6.944s
ok  	launchpad.net/juju-core/state/api/usermanager	1.172s
ok  	launchpad.net/juju-core/state/api/watcher	2.086s
ok  	launchpad.net/juju-core/state/apiserver	15.486s
ok  	launchpad.net/juju-core/state/apiserver/agent	2.028s
ok  	launchpad.net/juju-core/state/apiserver/charmrevisionupdater	1.656s
?   	launchpad.net/juju-core/state/apiserver/charmrevisionupdater/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/client	45.680s
ok  	launchpad.net/juju-core/state/apiserver/common	1.853s
?   	launchpad.net/juju-core/state/apiserver/common/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/deployer	3.783s
ok  	launchpad.net/juju-core/state/apiserver/environment	0.931s
ok  	launchpad.net/juju-core/state/apiserver/firewaller	5.324s
ok  	launchpad.net/juju-core/state/apiserver/keymanager	4.304s
?   	launchpad.net/juju-core/state/apiserver/keymanager/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/keyupdater	2.100s
ok  	launchpad.net/juju-core/state/apiserver/logger	2.754s
ok  	launchpad.net/juju-core/state/apiserver/machine	2.003s
ok  	launchpad.net/juju-core/state/apiserver/provisioner	16.777s
ok  	launchpad.net/juju-core/state/apiserver/rsyslog	2.171s
?   	launchpad.net/juju-core/state/apiserver/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/uniter	18.240s
ok  	launchpad.net/juju-core/state/apiserver/upgrader	10.397s
ok  	launchpad.net/juju-core/state/apiserver/usermanager	1.387s
ok  	launchpad.net/juju-core/state/multiwatcher	0.628s
ok  	launchpad.net/juju-core/state/presence	5.781s
?   	launchpad.net/juju-core/state/testing	[no test files]
ok  	launchpad.net/juju-core/state/watcher	4.300s
ok  	launchpad.net/juju-core/store	14.174s
ok  	launchpad.net/juju-core/testing	0.349s
ok  	launchpad.net/juju-core/testing/filetesting	0.156s
ok  	launchpad.net/juju-core/testing/testbase	0.017s
ok  	launchpad.net/juju-core/thirdparty/pbkdf2	0.096s
ok  	launchpad.net/juju-core/tools	0.016s
ok  	launchpad.net/juju-core/upgrades	6.454s
ok  	launchpad.net/juju-core/upstart	0.805s
ok  	launchpad.net/juju-core/utils	2.077s
ok  	launchpad.net/juju-core/utils/exec	0.028s
ok  	launchpad.net/juju-core/utils/fslock	1.091s
ok  	launchpad.net/juju-core/utils/parallel	0.880s
ok  	launchpad.net/juju-core/utils/set	0.012s
ok  	launchpad.net/juju-core/utils/shell	0.032s
ok  	launchpad.net/juju-core/utils/ssh	0.935s
?   	launchpad.net/juju-core/utils/ssh/testing	[no test files]
ok  	launchpad.net/juju-core/utils/syslog	0.042s
?   	launchpad.net/juju-core/utils/syslog/testing	[no test files]
ok  	launchpad.net/juju-core/utils/tailer	1.160s
ok  	launchpad.net/juju-core/utils/voyeur	0.015s
ok  	launchpad.net/juju-core/utils/zip	0.141s
ok  	launchpad.net/juju-core/version	0.059s
ok  	launchpad.net/juju-core/version/ubuntu	0.013s
ok  	launchpad.net/juju-core/worker	16.654s
ok  	launchpad.net/juju-core/worker/apiaddressupdater	1.236s
ok  	launchpad.net/juju-core/worker/authenticationworker	2.649s
ok  	launchpad.net/juju-core/worker/charmrevisionworker	1.816s
ok  	launchpad.net/juju-core/worker/cleaner	0.722s
ok  	launchpad.net/juju-core/worker/deployer	7.731s
ok  	launchpad.net/juju-core/worker/firewaller	8.265s
ok  	launchpad.net/juju-core/worker/instancepoller	1.697s
ok  	launchpad.net/juju-core/worker/localstorage	0.039s
ok  	launchpad.net/juju-core/worker/logger	0.914s
ok  	launchpad.net/juju-core/worker/machineenvironmentworker	6.892s
ok  	launchpad.net/juju-core/worker/machiner	12.018s
ok  	launchpad.net/juju-core/worker/minunitsworker	0.803s
ok  	launchpad.net/juju-core/worker/peergrouper	1.220s
ok  	launchpad.net/juju-core/worker/provisioner	51.203s
ok  	launchpad.net/juju-core/worker/resumer	0.900s
ok  	launchpad.net/juju-core/worker/rsyslog	3.577s
ok  	launchpad.net/juju-core/worker/singular	0.316s
ok  	launchpad.net/juju-core/worker/terminationworker	0.043s
ok  	launchpad.net/juju-core/worker/uniter	125.421s
ok  	launchpad.net/juju-core/worker/uniter/charm	2.384s
ok  	launchpad.net/juju-core/worker/uniter/debug	0.052s
ok  	launchpad.net/juju-core/worker/uniter/hook	0.014s
ok  	launchpad.net/juju-core/worker/uniter/jujuc	0.410s
ok  	launchpad.net/juju-core/worker/uniter/relation	1.273s
ok  	launchpad.net/juju-core/worker/upgrader	3.541s

warning: building out-of-date packages:
	launchpad.net/goamz/ec2/ec2test
	launchpad.net/goamz/s3/s3test
	github.com/joyent/gomanta/localservices/hook
	github.com/joyent/gomanta/localservices
	github.com/joyent/gomanta/localservices/manta
	github.com/joyent/gosdc/localservices/hook
	github.com/joyent/gosdc/localservices
	github.com/joyent/gosdc/localservices/cloudapi
	launchpad.net/goose/testservices/hook
	launchpad.net/goose/testservices/identityservice
	launchpad.net/goose/testservices
	launchpad.net/goose/testservices/novaservice
	launchpad.net/goose/testservices/swiftservice
	launchpad.net/goose/testservices/openstackservice
installing these packages with 'go test -i ./...' will speed future tests.

mongod: no process found

Revision history for this message

Go Bot (go-bot) wrote on 2014-05-14:

#

Download full text (11.8 KiB)

The attempt to merge lp:~axwalk/juju-core/testing-mgo-addrinuse into lp:juju-core failed. Below is the output from the failed tests.

ok launchpad.net/juju-core 0.015s
ok launchpad.net/juju-core/agent 0.848s
ok launchpad.net/juju-core/agent/mongo 0.459s
ok launchpad.net/juju-core/agent/tools 0.168s
ok launchpad.net/juju-core/bzr 5.249s
ok launchpad.net/juju-core/cert 2.298s
ok launchpad.net/juju-core/charm 0.441s
? launchpad.net/juju-core/charm/hooks [no test files]
? launchpad.net/juju-core/charm/testing [no test files]
ok launchpad.net/juju-core/cloudinit 0.029s
ok launchpad.net/juju-core/cloudinit/sshinit 0.775s
ok launchpad.net/juju-core/cmd 0.193s
ok launchpad.net/juju-core/cmd/charm-admin 0.252s
? launchpad.net/juju-core/cmd/charmd [no test files]
? launchpad.net/juju-core/cmd/charmload [no test files]
ok launchpad.net/juju-core/cmd/envcmd 0.146s
ok launchpad.net/juju-core/cmd/juju 220.073s
ok launchpad.net/juju-core/cmd/jujud 68.188s
ok launchpad.net/juju-core/cmd/plugins/juju-metadata 6.682s
? launchpad.net/juju-core/cmd/plugins/juju-restore [no test files]
ok launchpad.net/juju-core/cmd/plugins/local 0.179s
? launchpad.net/juju-core/cmd/plugins/local/juju-local [no test files]
ok launchpad.net/juju-core/constraints 0.038s
ok launchpad.net/juju-core/container 0.041s
ok launchpad.net/juju-core/container/factory 0.065s
ok launchpad.net/juju-core/container/kvm 0.149s
ok launchpad.net/juju-core/container/kvm/mock 0.034s
? launchpad.net/juju-core/container/kvm/testing [no test files]
ok launchpad.net/juju-core/container/lxc 4.252s
? launchpad.net/juju-core/container/lxc/mock [no test files]
? launchpad.net/juju-core/container/lxc/testing [no test files]
? launchpad.net/juju-core/container/testing [no test files]
ok launchpad.net/juju-core/downloader 5.259s
ok launchpad.net/juju-core/environs 2.380s
ok launchpad.net/juju-core/environs/bootstrap 11.944s
ok launchpad.net/juju-core/environs/cloudinit 0.438s
ok launchpad.net/juju-core/environs/config 1.622s
ok launchpad.net/juju-core/environs/configstore 0.028s
ok launchpad.net/juju-core/environs/filestorage 0.026s
ok launchpad.net/juju-core/environs/httpstorage 0.669s
ok launchpad.net/juju-core/environs/imagemetadata 0.509s
? launchpad.net/juju-core/environs/imagemetadata/testing [no test files]
ok launchpad.net/juju-core/environs/instances 0.043s
ok launchpad.net/juju-core/environs/jujutest 0.155s
ok launchpad.net/juju-core/environs/manual 9.530s
? launchpad.net/juju-core/environs/network [no test files]
ok launchpad.net/juju-core/environs/simplestreams 0.231s
? launchpad.net/juju-core/environs/simplestreams/testing [no test files]
ok launchpad.net/juju-core/environs/sshstorage 0.924s
ok launchpad.net/juju-core/environs/storage 0.855s
ok launchpad.net/juju-core/environs/sync 51.699s
ok launchpad.net/juju-core/environs/testing 0.140s
ok launchpad.net/juju-core/environs/tools 4.868s
? launchpad.net/juju-core/environs/tools/testing [no test files]
ok launchpad.net/juju-core/errors 0.020s
ok launchpad.net/juju-core/instance 0.020s
? launchpad.net/juju-core/instance/test...

The attempt to merge lp:~axwalk/juju-core/testing-mgo-addrinuse into lp:juju-core failed. Below is the output from the failed tests.

ok  	launchpad.net/juju-core	0.015s
ok  	launchpad.net/juju-core/agent	0.848s
ok  	launchpad.net/juju-core/agent/mongo	0.459s
ok  	launchpad.net/juju-core/agent/tools	0.168s
ok  	launchpad.net/juju-core/bzr	5.249s
ok  	launchpad.net/juju-core/cert	2.298s
ok  	launchpad.net/juju-core/charm	0.441s
?   	launchpad.net/juju-core/charm/hooks	[no test files]
?   	launchpad.net/juju-core/charm/testing	[no test files]
ok  	launchpad.net/juju-core/cloudinit	0.029s
ok  	launchpad.net/juju-core/cloudinit/sshinit	0.775s
ok  	launchpad.net/juju-core/cmd	0.193s
ok  	launchpad.net/juju-core/cmd/charm-admin	0.252s
?   	launchpad.net/juju-core/cmd/charmd	[no test files]
?   	launchpad.net/juju-core/cmd/charmload	[no test files]
ok  	launchpad.net/juju-core/cmd/envcmd	0.146s
ok  	launchpad.net/juju-core/cmd/juju	220.073s
ok  	launchpad.net/juju-core/cmd/jujud	68.188s
ok  	launchpad.net/juju-core/cmd/plugins/juju-metadata	6.682s
?   	launchpad.net/juju-core/cmd/plugins/juju-restore	[no test files]
ok  	launchpad.net/juju-core/cmd/plugins/local	0.179s
?   	launchpad.net/juju-core/cmd/plugins/local/juju-local	[no test files]
ok  	launchpad.net/juju-core/constraints	0.038s
ok  	launchpad.net/juju-core/container	0.041s
ok  	launchpad.net/juju-core/container/factory	0.065s
ok  	launchpad.net/juju-core/container/kvm	0.149s
ok  	launchpad.net/juju-core/container/kvm/mock	0.034s
?   	launchpad.net/juju-core/container/kvm/testing	[no test files]
ok  	launchpad.net/juju-core/container/lxc	4.252s
?   	launchpad.net/juju-core/container/lxc/mock	[no test files]
?   	launchpad.net/juju-core/container/lxc/testing	[no test files]
?   	launchpad.net/juju-core/container/testing	[no test files]
ok  	launchpad.net/juju-core/downloader	5.259s
ok  	launchpad.net/juju-core/environs	2.380s
ok  	launchpad.net/juju-core/environs/bootstrap	11.944s
ok  	launchpad.net/juju-core/environs/cloudinit	0.438s
ok  	launchpad.net/juju-core/environs/config	1.622s
ok  	launchpad.net/juju-core/environs/configstore	0.028s
ok  	launchpad.net/juju-core/environs/filestorage	0.026s
ok  	launchpad.net/juju-core/environs/httpstorage	0.669s
ok  	launchpad.net/juju-core/environs/imagemetadata	0.509s
?   	launchpad.net/juju-core/environs/imagemetadata/testing	[no test files]
ok  	launchpad.net/juju-core/environs/instances	0.043s
ok  	launchpad.net/juju-core/environs/jujutest	0.155s
ok  	launchpad.net/juju-core/environs/manual	9.530s
?   	launchpad.net/juju-core/environs/network	[no test files]
ok  	launchpad.net/juju-core/environs/simplestreams	0.231s
?   	launchpad.net/juju-core/environs/simplestreams/testing	[no test files]
ok  	launchpad.net/juju-core/environs/sshstorage	0.924s
ok  	launchpad.net/juju-core/environs/storage	0.855s
ok  	launchpad.net/juju-core/environs/sync	51.699s
ok  	launchpad.net/juju-core/environs/testing	0.140s
ok  	launchpad.net/juju-core/environs/tools	4.868s
?   	launchpad.net/juju-core/environs/tools/testing	[no test files]
ok  	launchpad.net/juju-core/errors	0.020s
ok  	launchpad.net/juju-core/instance	0.020s
?   	launchpad.net/juju-core/instance/testing	[no test files]
ok  	launchpad.net/juju-core/juju	19.329s
ok  	launchpad.net/juju-core/juju/arch	0.015s
ok  	launchpad.net/juju-core/juju/osenv	0.015s
?   	launchpad.net/juju-core/juju/testing	[no test files]
ok  	launchpad.net/juju-core/names	0.022s
?   	launchpad.net/juju-core/provider	[no test files]
?   	launchpad.net/juju-core/provider/all	[no test files]
ok  	launchpad.net/juju-core/provider/azure	6.014s
ok  	launchpad.net/juju-core/provider/common	5.333s
ok  	launchpad.net/juju-core/provider/dummy	19.078s
ok  	launchpad.net/juju-core/provider/ec2	16.827s
ok  	launchpad.net/juju-core/provider/joyent	350.483s
ok  	launchpad.net/juju-core/provider/local	14.007s
ok  	launchpad.net/juju-core/provider/maas	12.809s
ok  	launchpad.net/juju-core/provider/manual	1.222s
ok  	launchpad.net/juju-core/provider/openstack	28.519s
ok  	launchpad.net/juju-core/replicaset	76.202s
ok  	launchpad.net/juju-core/rpc	0.068s
ok  	launchpad.net/juju-core/rpc/jsoncodec	0.020s
?   	launchpad.net/juju-core/rpc/rpcreflect	[no test files]
ok  	launchpad.net/juju-core/schema	0.013s
ok  	launchpad.net/juju-core/state	84.763s
ok  	launchpad.net/juju-core/state/api	3.745s
ok  	launchpad.net/juju-core/state/api/agent	2.437s
?   	launchpad.net/juju-core/state/api/base	[no test files]
ok  	launchpad.net/juju-core/state/api/charmrevisionupdater	0.762s
?   	launchpad.net/juju-core/state/api/common	[no test files]
ok  	launchpad.net/juju-core/state/api/deployer	5.634s
ok  	launchpad.net/juju-core/state/api/environment	1.112s
ok  	launchpad.net/juju-core/state/api/firewaller	8.129s
ok  	launchpad.net/juju-core/state/api/keymanager	3.339s
ok  	launchpad.net/juju-core/state/api/keyupdater	1.818s
ok  	launchpad.net/juju-core/state/api/logger	1.451s
ok  	launchpad.net/juju-core/state/api/machiner	3.798s
ok  	launchpad.net/juju-core/state/api/params	0.032s
ok  	launchpad.net/juju-core/state/api/provisioner	10.662s
ok  	launchpad.net/juju-core/state/api/rsyslog	1.175s
?   	launchpad.net/juju-core/state/api/testing	[no test files]
ok  	launchpad.net/juju-core/state/api/uniter	24.622s
ok  	launchpad.net/juju-core/state/api/upgrader	7.190s
ok  	launchpad.net/juju-core/state/api/usermanager	1.370s
ok  	launchpad.net/juju-core/state/api/watcher	2.332s
ok  	launchpad.net/juju-core/state/apiserver	17.638s
ok  	launchpad.net/juju-core/state/apiserver/agent	2.447s
ok  	launchpad.net/juju-core/state/apiserver/charmrevisionupdater	1.991s
?   	launchpad.net/juju-core/state/apiserver/charmrevisionupdater/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/client	48.968s
ok  	launchpad.net/juju-core/state/apiserver/common	1.867s
?   	launchpad.net/juju-core/state/apiserver/common/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/deployer	3.845s
ok  	launchpad.net/juju-core/state/apiserver/environment	0.956s
ok  	launchpad.net/juju-core/state/apiserver/firewaller	5.162s
ok  	launchpad.net/juju-core/state/apiserver/keymanager	4.305s
?   	launchpad.net/juju-core/state/apiserver/keymanager/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/keyupdater	2.380s
ok  	launchpad.net/juju-core/state/apiserver/logger	2.816s
ok  	launchpad.net/juju-core/state/apiserver/machine	2.103s
ok  	launchpad.net/juju-core/state/apiserver/provisioner	16.541s
ok  	launchpad.net/juju-core/state/apiserver/rsyslog	2.254s
?   	launchpad.net/juju-core/state/apiserver/testing	[no test files]
ok  	launchpad.net/juju-core/state/apiserver/uniter	17.974s
ok  	launchpad.net/juju-core/state/apiserver/upgrader	10.569s
ok  	launchpad.net/juju-core/state/apiserver/usermanager	1.409s
ok  	launchpad.net/juju-core/state/multiwatcher	0.649s
ok  	launchpad.net/juju-core/state/presence	5.837s
?   	launchpad.net/juju-core/state/testing	[no test files]
ok  	launchpad.net/juju-core/state/watcher	4.614s
ok  	launchpad.net/juju-core/store	14.373s
ok  	launchpad.net/juju-core/testing	0.345s
ok  	launchpad.net/juju-core/testing/filetesting	0.115s
ok  	launchpad.net/juju-core/testing/testbase	0.014s
ok  	launchpad.net/juju-core/thirdparty/pbkdf2	0.098s
ok  	launchpad.net/juju-core/tools	0.013s
ok  	launchpad.net/juju-core/upgrades	6.388s
ok  	launchpad.net/juju-core/upstart	0.851s
ok  	launchpad.net/juju-core/utils	2.086s
ok  	launchpad.net/juju-core/utils/exec	0.041s
ok  	launchpad.net/juju-core/utils/fslock	0.788s
ok  	launchpad.net/juju-core/utils/parallel	0.869s
ok  	launchpad.net/juju-core/utils/set	0.010s
ok  	launchpad.net/juju-core/utils/shell	0.033s
ok  	launchpad.net/juju-core/utils/ssh	0.850s
?   	launchpad.net/juju-core/utils/ssh/testing	[no test files]
ok  	launchpad.net/juju-core/utils/syslog	0.042s
?   	launchpad.net/juju-core/utils/syslog/testing	[no test files]
ok  	launchpad.net/juju-core/utils/tailer	1.125s
ok  	launchpad.net/juju-core/utils/voyeur	0.012s
ok  	launchpad.net/juju-core/utils/zip	0.144s
ok  	launchpad.net/juju-core/version	0.060s
ok  	launchpad.net/juju-core/version/ubuntu	0.013s
ok  	launchpad.net/juju-core/worker	16.585s
ok  	launchpad.net/juju-core/worker/apiaddressupdater	1.225s
ok  	launchpad.net/juju-core/worker/authenticationworker	2.637s
ok  	launchpad.net/juju-core/worker/charmrevisionworker	1.583s
ok  	launchpad.net/juju-core/worker/cleaner	0.630s
ok  	launchpad.net/juju-core/worker/deployer	7.726s
ok  	launchpad.net/juju-core/worker/firewaller	7.948s
ok  	launchpad.net/juju-core/worker/instancepoller	1.689s
ok  	launchpad.net/juju-core/worker/localstorage	0.046s
ok  	launchpad.net/juju-core/worker/logger	0.860s
ok  	launchpad.net/juju-core/worker/machineenvironmentworker	6.907s
ok  	launchpad.net/juju-core/worker/machiner	7.229s
ok  	launchpad.net/juju-core/worker/minunitsworker	0.878s

----------------------------------------------------------------------
FAIL: initiate_test.go:23: InitiateSuite.TestInitiateReplicaSet

[LOG] 0:00.000 DEBUG juju.testing starting mongo in /tmp/jctest.ggf/test-mgo628108403
[LOG] 0:00.000 DEBUG juju.testing found mongod at: "/usr/bin/mongod"
[LOG] 0:00.069 DEBUG juju.testing started mongod pid 24582 in /tmp/jctest.ggf/test-mgo628108403 on port 47736
[LOG] 0:00.070 DEBUG juju.worker.peergrouper Initiating mongo replicaset; dialInfo &mgo.DialInfo{Addrs:[]string{"localhost:47736"}, Direct:false, Timeout:15000000000, FailFast:false, Database:"", Source:"", Service:"", Mechanism:"", Username:"", Password:"", DialServer:(func(*mgo.ServerAddr) (net.Conn, error))(nil), Dial:(func(net.Addr) (net.Conn, error))(0x4b2ad0)}; memberHostport "localhost:47736"; user ""; password ""
[LOG] 0:00.074 INFO juju.replicaset Initiating replicaset with config replicaset.Config{Name:"juju", Version:1, Members:[]replicaset.Member{replicaset.Member{Id:1, Address:"localhost:47736", Arbiter:(*bool)(nil), BuildIndexes:(*bool)(nil), Hidden:(*bool)(nil), Priority:(*float64)(nil), Tags:map[string]string{"juju-machine-id":"0"}, SlaveDelay:(*time.Duration)(nil), Votes:(*int)(nil)}}}
[LOG] 0:00.077 INFO juju.worker.peergrouper finished MaybeInitiateMongoServer
initiate_test.go:37:
    c.Assert(err, gc.IsNil)
... value *errors.errorString = &errors.errorString{s:"cannot initiate replica set: all members and seeds must be reachable to initiate set"} ("cannot initiate replica set: all members and seeds must be reachable to initiate set")

[LOG] 0:00.077 DEBUG juju.testing killing mongod pid 24582 in /tmp/jctest.ggf/test-mgo628108403 on port 47736
OOPS: 12 passed, 1 FAILED
--- FAIL: TestPackage (0.94 seconds)
FAIL
FAIL	launchpad.net/juju-core/worker/peergrouper	1.088s
ok  	launchpad.net/juju-core/worker/provisioner	51.136s
ok  	launchpad.net/juju-core/worker/resumer	0.938s
ok  	launchpad.net/juju-core/worker/rsyslog	3.495s
ok  	launchpad.net/juju-core/worker/singular	0.310s
ok  	launchpad.net/juju-core/worker/terminationworker	0.045s
ok  	launchpad.net/juju-core/worker/uniter	127.699s
ok  	launchpad.net/juju-core/worker/uniter/charm	2.371s
ok  	launchpad.net/juju-core/worker/uniter/debug	1.078s
ok  	launchpad.net/juju-core/worker/uniter/hook	0.025s
ok  	launchpad.net/juju-core/worker/uniter/jujuc	0.419s
ok  	launchpad.net/juju-core/worker/uniter/relation	1.327s
ok  	launchpad.net/juju-core/worker/upgrader	3.599s

warning: building out-of-date packages:
	launchpad.net/goamz/ec2/ec2test
	launchpad.net/goamz/s3/s3test
	github.com/joyent/gomanta/localservices/hook
	github.com/joyent/gomanta/localservices
	github.com/joyent/gomanta/localservices/manta
	github.com/joyent/gosdc/localservices/hook
	github.com/joyent/gosdc/localservices
	github.com/joyent/gosdc/localservices/cloudapi
	launchpad.net/goose/testservices/hook
	launchpad.net/goose/testservices/identityservice
	launchpad.net/goose/testservices
	launchpad.net/goose/testservices/novaservice
	launchpad.net/goose/testservices/swiftservice
	launchpad.net/goose/testservices/openstackservice
installing these packages with 'go test -i ./...' will speed future tests.

mongod: no process found

juju-core

Merge lp:~axwalk/juju-core/testing-mgo-addrinuse into lp:~go-bot/juju-core/trunk

Commit message

Description of the change

Preview Diff

Subscribers

 === modified file 'testing/mgo.go'
 --- testing/mgo.go	2014-05-12 07:59:38 +0000
 +++ testing/mgo.go	2014-05-14 07:43:49 +0000
@@ -38,6 +38,11 @@
  	waitingForConnectionsRe = regexp.MustCompile(".*initandlisten.*waiting for connections.*")
+ )
++const (
++	// maximum number of times to attempt starting mongod
++	maxStartMongodAttempts = 5
++)
++
  type MgoInstance struct {
  	// addr holds the address of the MongoDB server
  	addr string
@@ -107,18 +112,29 @@
  	if err != nil {
  		return fmt.Errorf("cannot write cert/key PEM: %v", err)
+ 	}
--	inst.port = FindTCPPort()
--	inst.addr = fmt.Sprintf("localhost:%d", inst.port)
--	inst.dir = dbdir
--	inst.ssl = ssl
--	if err := inst.run(); err != nil {
--		inst.addr = ""
--		inst.port = 0
--		os.RemoveAll(inst.dir)
--		inst.dir = ""
--		logger.Warningf("failed to start mongo: %v", err)
--	} else {
--		logger.Debugf("started mongod pid %d in %s on port %d", inst.server.Process.Pid, dbdir, inst.port)
++
++	// Attempt to start mongo up to maxStartMongodAttempts times,
++	// as the port we choose may be taken from us in the mean time.
++	for i := 0; i < maxStartMongodAttempts; i++ {
++		inst.port = FindTCPPort()
++		inst.addr = fmt.Sprintf("localhost:%d", inst.port)
++		inst.dir = dbdir
++		inst.ssl = ssl
++		err = inst.run()
++		switch err.(type) {
++		case addrAlreadyInUseError:
++			logger.Debugf("failed to start mongo: %v, trying another port", err)
++			continue
++		case nil:
++			logger.Debugf("started mongod pid %d in %s on port %d", inst.server.Process.Pid, dbdir, inst.port)
++		default:
++			inst.addr = ""
++			inst.port = 0
++			os.RemoveAll(inst.dir)
++			inst.dir = ""
++			logger.Warningf("failed to start mongo: %v", err)
++		}
++		break
+ 	}
  	return err
+ }
@@ -139,6 +155,7 @@
  		"--noprealloc",
  		"--smallfiles",
  		"--nojournal",
++		"--nohttpinterface",
  		"--nounixsocket",
  		"--oplogSize", "10",
  		"--keyFile", filepath.Join(inst.dir, "keyfile"),
@@ -186,7 +203,11 @@
  		if readUntilMatching(prefix, io.TeeReader(out, &buf), waitingForConnectionsRe) {
  			listening <- nil
  		} else {
--			listening <- fmt.Errorf("mongod failed to listen on port %v", mgoport)
++			err := fmt.Errorf("mongod failed to listen on port %v", mgoport)
++			if strings.Contains(buf.String(), "addr already in use") {
++				err = addrAlreadyInUseError{err}
++			}
++			listening <- err
+ 		}
  		// Capture the last 20 lines of output from mongod, to log
  		// in the event of unclean exit.
@@ -528,3 +549,7 @@
  	l.Close()
  	return l.Addr().(*net.TCPAddr).Port
+ }
++
++type addrAlreadyInUseError struct {
++	error
++}