cleanup

go/cmd/zerotier/cli/help.go

@@ -57,8 +57,8 @@ Commands:
   set [option] [value]                 Get or set a service config option
     phy <IP/bits> blacklist <boolean>  Set or clear blacklist for CIDR
     phy <IP/bits> trust <path ID/0>    Set or clear trusted path ID for CIDR
-  * port <port>                        Set primary port for P2P links
-  * secondaryport <port/0>             Set secondary P2P port (0 disables)
+    port <port>                        Set primary port for P2P links
+    secondaryport <port/0>             Set secondary P2P port (0 disables)
     portsearch <boolean>               Enable/disable port search on startup
     portmapping <boolean>              Enable/disable use of uPnP/NAT-PMP
   identity <command> [args]            Identity management commands
@@ -73,8 +73,7 @@ This is typically run from launchd (Mac), systemd or init (Linux), etc.
 
 If 'set' is followed by a 16-digit hex number it will get/set network config
 options. Otherwise it will get/set service options. Run with no arguments to
-see all options. Settings with a '*' alongside require a service restart.
-A few rarely used options require manual editing of local.conf and restart.
+see all options.
 
 An identity can be specified as a file or directly. This is auto-detected.
 

go/cmd/zerotier/cli/status.go

@@ -37,7 +37,6 @@ func Status(basePath, authToken string, args []string, jsonOutput bool) {
 		fmt.Printf("\tports:\tprimary: %d secondary: %d\n", status.Config.Settings.PrimaryPort, status.Config.Settings.SecondaryPort)
 		fmt.Printf("\tport search:\t%s\n", enabledDisabled(status.Config.Settings.PortSearch))
 		fmt.Printf("\tport mapping (uPnP/NAT-PMP):\t%s\n", enabledDisabled(status.Config.Settings.PortMapping))
-		fmt.Printf("\tmultipath mode:\t%d\n", status.Config.Settings.MuiltipathMode)
 		fmt.Printf("\tblacklisted interface prefixes:\t")
 		for i, bl := range status.Config.Settings.InterfacePrefixBlacklist {
 			if i > 0 {

go/native/GoGlue.cpp

@@ -71,6 +71,7 @@ struct ZT_GoNodeThread
 	std::string ip;
 	int port;
 	int af;
+	bool primary;
 	std::atomic<bool> run;
 	std::thread thr;
 };
@@ -219,17 +220,15 @@ static int ZT_GoNode_WirePacketSendFunction(
 	unsigned int len,
 	unsigned int ipTTL)
 {
-	if ((localSocket != -1)&&(localSocket != ZT_INVALID_SOCKET)) {
+	if (localSocket > 0) {
 		doUdpSend((ZT_SOCKET)localSocket,addr,data,len,ipTTL);
 	} else {
 		ZT_GoNode *const gn = reinterpret_cast<ZT_GoNode *>(uptr);
-		std::set<std::string> ipsSentFrom;
 		std::lock_guard<std::mutex> l(gn->threads_l);
 		for(auto t=gn->threads.begin();t!=gn->threads.end();++t) {
-			if (t->second.af == addr->ss_family) {
-				if (ipsSentFrom.insert(t->second.ip).second) {
-					doUdpSend(t->first,addr,data,len,ipTTL);
-				}
+			if ((t->second.af == addr->ss_family)&&(t->second.primary)) {
+				doUdpSend(t->first,addr,data,len,ipTTL);
+				break;
 			}
 		}
 	}
@@ -444,7 +443,7 @@ static void setCommonUdpSocketSettings(ZT_SOCKET udpSock,const char *dev)
 #endif
 }
 
-extern "C" int ZT_GoNode_phyStartListen(ZT_GoNode *gn,const char *dev,const char *ip,const int port)
+extern "C" int ZT_GoNode_phyStartListen(ZT_GoNode *gn,const char *dev,const char *ip,const int port,const int primary)
 {
 	if (strchr(ip,':')) {
 		struct sockaddr_in6 in6;
@@ -474,6 +473,7 @@ extern "C" int ZT_GoNode_phyStartListen(ZT_GoNode *gn,const char *dev,const char
 			gnt.ip = ip;
 			gnt.port = port;
 			gnt.af = AF_INET6;
+			gnt.primary = (primary != 0);
 			gnt.run = true;
 			gnt.thr = std::thread([udpSock,gn,&gnt] {
 				struct sockaddr_in6 in6;
@@ -519,6 +519,7 @@ extern "C" int ZT_GoNode_phyStartListen(ZT_GoNode *gn,const char *dev,const char
 			gnt.ip = ip;
 			gnt.port = port;
 			gnt.af = AF_INET6;
+			gnt.primary = (primary != 0);
 			gnt.run = true;
 			gnt.thr = std::thread([udpSock,gn,&gnt] {
 				struct sockaddr_in in4;

go/native/GoGlue.h

@@ -49,7 +49,7 @@ void ZT_GoNode_delete(ZT_GoNode *gn);
 ZT_Node *ZT_GoNode_getNode(ZT_GoNode *gn);
 
 /* This can be called more than once to start multiple listener threads */
-int ZT_GoNode_phyStartListen(ZT_GoNode *gn,const char *dev,const char *ip,int port);
+int ZT_GoNode_phyStartListen(ZT_GoNode *gn,const char *dev,const char *ip,int port,int primary);
 
 /* Close all listener threads for a given local IP and port */
 int ZT_GoNode_phyStopListen(ZT_GoNode *gn,const char *dev,const char *ip,int port);

go/pkg/zerotier/api.go

@@ -182,7 +182,7 @@ func apiSetStandardHeaders(out http.ResponseWriter) {
 	h.Set("Pragma", "no-cache")
 	t := time.Now().UTC()
 	h.Set("Date", t.Format(time.RFC1123))
-	h.Set("X-ZT-Clock", strconv.FormatInt(t.UnixNano() / int64(1000000), 10))
+	h.Set("X-ZT-Clock", strconv.FormatInt(t.UnixNano()/int64(1000000), 10))
 }
 
 func apiSendObj(out http.ResponseWriter, req *http.Request, httpStatusCode int, obj interface{}) error {

go/pkg/zerotier/localconfig.go

@@ -60,9 +60,6 @@ type LocalConfigSettings struct {
 	// LogSizeMax is the maximum size of the log in kilobytes or 0 for no limit and -1 to disable logging
 	LogSizeMax int `json:"logSizeMax"`
 
-	// MultipathMode sets the multipath link aggregation mode
-	MuiltipathMode int `json:"multipathMode"`
-
 	// IP/port to bind for TCP access to control API (disabled if null)
 	APITCPBindAddress *InetAddress `json:"apiTCPBindAddress,omitempty"`
 
@@ -85,17 +82,21 @@ type LocalConfig struct {
 	Network map[NetworkID]NetworkLocalSettings `json:"network,omitempty"`
 
 	// LocalConfigSettings contains other local settings for this node
-	Settings LocalConfigSettings `json:"settings,omitempty"`
+	Settings LocalConfigSettings `json:"settings"`
+
+	initialized bool
 }
 
 // Read this local config from a file, initializing to defaults if the file does not exist.
 func (lc *LocalConfig) Read(p string, saveDefaultsIfNotExist bool, isTotallyNewNode bool) error {
-	if lc.Physical == nil {
+	// Initialize defaults, which may be replaced if we read a file from disk.
+	if !lc.initialized {
+		lc.initialized = true
+
 		lc.Physical = make(map[string]LocalConfigPhysicalPathConfiguration)
 		lc.Virtual = make(map[Address]LocalConfigVirtualAddressConfiguration)
 		lc.Network = make(map[NetworkID]NetworkLocalSettings)
 
-		// LocalConfig default settings
 		if isTotallyNewNode {
 			lc.Settings.PrimaryPort = 893
 		} else {
@@ -105,7 +106,9 @@ func (lc *LocalConfig) Read(p string, saveDefaultsIfNotExist bool, isTotallyNewN
 		lc.Settings.PortSearch = true
 		lc.Settings.PortMapping = true
 		lc.Settings.LogSizeMax = 128
-		lc.Settings.MuiltipathMode = 0
+		if !isTotallyNewNode {
+			lc.Settings.APITCPBindAddress = NewInetAddressFromString("127.0.0.1/9993")
+		}
 		switch runtime.GOOS {
 		case "windows":
 			lc.Settings.InterfacePrefixBlacklist = []string{"loopback"}

go/pkg/zerotier/node.go

@@ -86,25 +86,25 @@ var (
 type Node struct {
 	networks               map[NetworkID]*Network
 	networksByMAC          map[MAC]*Network  // locked by networksLock
+	networksLock           sync.RWMutex
 	interfaceAddresses     map[string]net.IP // physical external IPs on the machine
+	interfaceAddressesLock sync.Mutex
 	basePath               string
 	peersPath              string
 	networksPath           string
 	localConfigPath        string
 	localConfig            LocalConfig
 	localConfigLock        sync.RWMutex
-	networksLock           sync.RWMutex
-	interfaceAddressesLock sync.Mutex
 	logW                   *sizeLimitWriter
 	log                    *log.Logger
 	gn                     *C.ZT_GoNode
 	zn                     *C.ZT_Node
 	id                     *Identity
-	apiServer              *http.Server
+	namedSocketApiServer   *http.Server
 	tcpApiServer           *http.Server
 	online                 uint32
 	running                uint32
-	runLock                sync.Mutex
+	runWaitGroup           sync.WaitGroup
 }
 
 // NewNode creates and initializes a new instance of the ZeroTier node service
@@ -113,6 +113,8 @@ func NewNode(basePath string) (n *Node, err error) {
 	n.networks = make(map[NetworkID]*Network)
 	n.networksByMAC = make(map[MAC]*Network)
 	n.interfaceAddresses = make(map[string]net.IP)
+	n.online = 0
+	n.running = 1
 
 	_ = os.MkdirAll(basePath, 0755)
 	if _, err = os.Stat(basePath); err != nil {
@@ -199,6 +201,12 @@ func NewNode(basePath string) (n *Node, err error) {
 		return nil, errors.New("unable to bind to primary port")
 	}
 
+	n.namedSocketApiServer, n.tcpApiServer, err = createAPIServer(basePath, n)
+	if err != nil {
+		n.log.Printf("FATAL: unable to start API server: %s", err.Error())
+		return nil, err
+	}
+
 	nodesByUserPtrLock.Lock()
 	nodesByUserPtr[uintptr(unsafe.Pointer(n))] = n
 	nodesByUserPtrLock.Unlock()
@@ -215,12 +223,9 @@ func NewNode(basePath string) (n *Node, err error) {
 	}
 	n.zn = (*C.ZT_Node)(C.ZT_GoNode_getNode(n.gn))
 
-	var ns C.ZT_NodeStatus
-	C.ZT_Node_status(unsafe.Pointer(n.zn), &ns)
-	idString := C.GoString(ns.secretIdentity)
-	n.id, err = NewIdentityFromString(idString)
+	n.id, err = newIdentityFromCIdentity(C.ZT_Node_identity(unsafe.Pointer(n.zn)))
 	if err != nil {
-		n.log.Printf("FATAL: node's identity does not seem valid (%s)", string(idString))
+		n.log.Printf("FATAL: error obtaining node's identity")
 		nodesByUserPtrLock.Lock()
 		delete(nodesByUserPtr, uintptr(unsafe.Pointer(n)))
 		nodesByUserPtrLock.Unlock()
@@ -228,30 +233,20 @@ func NewNode(basePath string) (n *Node, err error) {
 		return nil, err
 	}
 
-	n.apiServer, n.tcpApiServer, err = createAPIServer(basePath, n)
-	if err != nil {
-		n.log.Printf("FATAL: unable to start API server: %s", err.Error())
-		nodesByUserPtrLock.Lock()
-		delete(nodesByUserPtr, uintptr(unsafe.Pointer(n)))
-		nodesByUserPtrLock.Unlock()
-		C.ZT_GoNode_delete(n.gn)
-		return nil, err
-	}
-
-	n.online = 0
-	n.running = 1
-
-	n.runLock.Lock() // used to block Close() until below gorountine exits
+	n.runWaitGroup.Add(1)
 	go func() {
+		defer n.runWaitGroup.Done()
+		var previousExplicitExternalAddresses []ExternalAddress // empty at first so these will be configured
 		lastMaintenanceRun := int64(0)
-		var previousExplicitExternalAddresses []ExternalAddress
-		var portsA [3]int
+
 		for atomic.LoadUint32(&n.running) != 0 {
-			time.Sleep(1 * time.Second)
+			time.Sleep(500 * time.Millisecond)
 
-			now := TimeMs()
-			if (now - lastMaintenanceRun) >= 30000 {
-				lastMaintenanceRun = now
+			nowS := time.Now().Unix()
+			if (nowS - lastMaintenanceRun) >= 30 {
+				lastMaintenanceRun = nowS
+
+				//////////////////////////////////////////////////////////////////////
 				n.localConfigLock.RLock()
 
 				// Get local physical interface addresses, excluding blacklisted and ZeroTier-created interfaces
@@ -280,26 +275,29 @@ func NewNode(basePath string) (n *Node, err error) {
 					n.networksLock.RUnlock()
 				}
 
+				// Open or close locally bound UDP ports for each local interface address.
+				// This opens ports if they are not already open and then closes ports if
+				// they are open but no longer seem to exist.
 				interfaceAddressesChanged := false
-				ports := portsA[:0]
+				ports := make([]int, 0, 2)
 				if n.localConfig.Settings.PrimaryPort > 0 && n.localConfig.Settings.PrimaryPort < 65536 {
 					ports = append(ports, n.localConfig.Settings.PrimaryPort)
 				}
 				if n.localConfig.Settings.SecondaryPort > 0 && n.localConfig.Settings.SecondaryPort < 65536 {
 					ports = append(ports, n.localConfig.Settings.SecondaryPort)
 				}
-
-				// Open or close locally bound UDP ports for each local interface address.
-				// This opens ports if they are not already open and then closes ports if
-				// they are open but no longer seem to exist.
 				n.interfaceAddressesLock.Lock()
 				for astr, ipn := range interfaceAddresses {
 					if _, alreadyKnown := n.interfaceAddresses[astr]; !alreadyKnown {
 						interfaceAddressesChanged = true
 						ipCstr := C.CString(ipn.String())
-						for _, p := range ports {
+						for pn, p := range ports {
 							n.log.Printf("UDP binding to port %d on interface %s", p, astr)
-							C.ZT_GoNode_phyStartListen(n.gn, nil, ipCstr, C.int(p))
+							primary := C.int(0)
+							if pn == 0 {
+								primary = 1
+							}
+							C.ZT_GoNode_phyStartListen(n.gn, nil, ipCstr, C.int(p), primary)
 						}
 						C.free(unsafe.Pointer(ipCstr))
 					}
@@ -318,8 +316,11 @@ func NewNode(basePath string) (n *Node, err error) {
 				n.interfaceAddresses = interfaceAddresses
 				n.interfaceAddressesLock.Unlock()
 
-				// Update node's understanding of our interface addressaes if they've changed
+				// Update node's understanding of our interface addresses if they've changed
 				if interfaceAddressesChanged || reflect.DeepEqual(n.localConfig.Settings.ExplicitAddresses, previousExplicitExternalAddresses) {
+					previousExplicitExternalAddresses = n.localConfig.Settings.ExplicitAddresses
+
+					// Consolidate explicit and detected interface addresses, removing duplicates.
 					externalAddresses := make(map[[3]uint64]*ExternalAddress)
 					for _, ip := range interfaceAddresses {
 						for _, p := range ports {
@@ -336,14 +337,16 @@ func NewNode(basePath string) (n *Node, err error) {
 					for _, a := range n.localConfig.Settings.ExplicitAddresses {
 						externalAddresses[a.key()] = &a
 					}
+
 					if len(externalAddresses) > 0 {
 						cAddrs := make([]C.ZT_InterfaceAddress, len(externalAddresses))
 						cAddrCount := 0
 						for _, a := range externalAddresses {
 							makeSockaddrStorage(a.IP, a.Port, &(cAddrs[cAddrCount].address))
-							cAddrs[cAddrCount].permanent = 0
 							if a.Permanent {
 								cAddrs[cAddrCount].permanent = 1
+							} else {
+								cAddrs[cAddrCount].permanent = 0
 							}
 							cAddrCount++
 						}
@@ -359,9 +362,9 @@ func NewNode(basePath string) (n *Node, err error) {
 				}
 
 				n.localConfigLock.RUnlock()
+				//////////////////////////////////////////////////////////////////////
 			}
 		}
-		n.runLock.Unlock() // signal Close() that maintenance goroutine is done
 	}()
 
 	return n, nil
@@ -370,8 +373,8 @@ func NewNode(basePath string) (n *Node, err error) {
 // Close closes this Node and frees its underlying C++ Node structures
 func (n *Node) Close() {
 	if atomic.SwapUint32(&n.running, 0) != 0 {
-		if n.apiServer != nil {
-			_ = n.apiServer.Close()
+		if n.namedSocketApiServer != nil {
+			_ = n.namedSocketApiServer.Close()
 		}
 		if n.tcpApiServer != nil {
 			_ = n.tcpApiServer.Close()
@@ -379,8 +382,7 @@ func (n *Node) Close() {
 
 		C.ZT_GoNode_delete(n.gn)
 
-		n.runLock.Lock() // wait for maintenance gorountine to die
-		n.runLock.Unlock()
+		n.runWaitGroup.Wait()
 
 		nodesByUserPtrLock.Lock()
 		delete(nodesByUserPtr, uintptr(unsafe.Pointer(n)))
@@ -610,6 +612,8 @@ func (n *Node) makeStateObjectPath(objType int, id [2]uint64) (string, bool) {
 	case C.ZT_STATE_OBJECT_IDENTITY_SECRET:
 		fp = path.Join(n.basePath, "identity.secret")
 		secret = true
+	case C.ZT_STATE_OBJECT_LOCATOR:
+		fp = path.Join(n.basePath, "locator")
 	case C.ZT_STATE_OBJECT_PEER:
 		fp = path.Join(n.basePath, "peers.d")
 		_ = os.Mkdir(fp, 0700)
@@ -664,8 +668,8 @@ func (n *Node) handleTrace(traceMessage string) {
 	}
 }
 
-func (n *Node) handleUserMessage(origin *Identity, messageTypeID uint64, data []byte) {
-}
+// func (n *Node) handleUserMessage(origin *Identity, messageTypeID uint64, data []byte) {
+// }
 
 //////////////////////////////////////////////////////////////////////////////
 
@@ -728,18 +732,27 @@ func goPathLookupFunc(gn unsafe.Pointer, _ C.uint64_t, _ int, identity, familyP,
 
 //export goStateObjectPutFunc
 func goStateObjectPutFunc(gn unsafe.Pointer, objType C.int, id, data unsafe.Pointer, len C.int) {
+	id2 := *((*[2]uint64)(id))
+	var data2 []byte
+	if len > 0 {
+		data2 = C.GoBytes(data, len)
+	}
+
+	nodesByUserPtrLock.RLock()
+	node := nodesByUserPtr[uintptr(gn)]
+	nodesByUserPtrLock.RUnlock()
+	if node == nil {
+		return
+	}
+
+	node.runWaitGroup.Add(1)
 	go func() {
-		nodesByUserPtrLock.RLock()
-		node := nodesByUserPtr[uintptr(gn)]
-		nodesByUserPtrLock.RUnlock()
-		if node == nil {
-			return
-		}
 		if len < 0 {
-			node.stateObjectDelete(int(objType), *((*[2]uint64)(id)))
+			node.stateObjectDelete(int(objType), id2)
 		} else {
-			node.stateObjectPut(int(objType), *((*[2]uint64)(id)), C.GoBytes(data, len))
+			node.stateObjectPut(int(objType), id2, data2)
 		}
+		node.runWaitGroup.Done()
 	}()
 }
 
@@ -754,7 +767,7 @@ func goStateObjectGetFunc(gn unsafe.Pointer, objType C.int, id, dataP unsafe.Poi
 	*((*uintptr)(dataP)) = 0
 	tmp, found := node.stateObjectGet(int(objType), *((*[2]uint64)(id)))
 	if found && len(tmp) > 0 {
-		cData := C.malloc(C.ulong(len(tmp)))
+		cData := C.malloc(C.ulong(len(tmp))) // GoGlue sends free() to the core as the free function
 		if uintptr(cData) == 0 {
 			return -1
 		}
@@ -766,85 +779,81 @@ func goStateObjectGetFunc(gn unsafe.Pointer, objType C.int, id, dataP unsafe.Poi
 
 //export goVirtualNetworkConfigFunc
 func goVirtualNetworkConfigFunc(gn, _ unsafe.Pointer, nwid C.uint64_t, op C.int, conf unsafe.Pointer) {
-	go func() {
-		nodesByUserPtrLock.RLock()
-		node := nodesByUserPtr[uintptr(gn)]
-		nodesByUserPtrLock.RUnlock()
-		if node == nil {
-			return
-		}
+	nodesByUserPtrLock.RLock()
+	node := nodesByUserPtr[uintptr(gn)]
+	nodesByUserPtrLock.RUnlock()
+	if node == nil {
+		return
+	}
 
-		node.networksLock.RLock()
-		network := node.networks[NetworkID(nwid)]
-		node.networksLock.RUnlock()
+	node.networksLock.RLock()
+	network := node.networks[NetworkID(nwid)]
+	node.networksLock.RUnlock()
 
-		if network != nil {
-			switch int(op) {
-			case networkConfigOpUp, networkConfigOpUpdate:
-				ncc := (*C.ZT_VirtualNetworkConfig)(conf)
-				if network.networkConfigRevision() > uint64(ncc.netconfRevision) {
-					return
+	if network != nil {
+		switch int(op) {
+		case networkConfigOpUp, networkConfigOpUpdate:
+			ncc := (*C.ZT_VirtualNetworkConfig)(conf)
+			if network.networkConfigRevision() > uint64(ncc.netconfRevision) {
+				return
+			}
+			var nc NetworkConfig
+			nc.ID = NetworkID(ncc.nwid)
+			nc.MAC = MAC(ncc.mac)
+			nc.Name = C.GoString(&ncc.name[0])
+			nc.Status = int(ncc.status)
+			nc.Type = int(ncc._type)
+			nc.MTU = int(ncc.mtu)
+			nc.Bridge = ncc.bridge != 0
+			nc.BroadcastEnabled = ncc.broadcastEnabled != 0
+			nc.NetconfRevision = uint64(ncc.netconfRevision)
+			for i := 0; i < int(ncc.assignedAddressCount); i++ {
+				a := sockaddrStorageToIPNet(&ncc.assignedAddresses[i])
+				if a != nil {
+					nc.AssignedAddresses = append(nc.AssignedAddresses, *a)
 				}
-				var nc NetworkConfig
-				nc.ID = NetworkID(ncc.nwid)
-				nc.MAC = MAC(ncc.mac)
-				nc.Name = C.GoString(&ncc.name[0])
-				nc.Status = int(ncc.status)
-				nc.Type = int(ncc._type)
-				nc.MTU = int(ncc.mtu)
-				nc.Bridge = ncc.bridge != 0
-				nc.BroadcastEnabled = ncc.broadcastEnabled != 0
-				nc.NetconfRevision = uint64(ncc.netconfRevision)
-				for i := 0; i < int(ncc.assignedAddressCount); i++ {
-					a := sockaddrStorageToIPNet(&ncc.assignedAddresses[i])
-					if a != nil {
-						nc.AssignedAddresses = append(nc.AssignedAddresses, *a)
-					}
+			}
+			for i := 0; i < int(ncc.routeCount); i++ {
+				tgt := sockaddrStorageToIPNet(&ncc.routes[i].target)
+				viaN := sockaddrStorageToIPNet(&ncc.routes[i].via)
+				var via *net.IP
+				if viaN != nil && len(viaN.IP) > 0 {
+					via = &viaN.IP
 				}
-				for i := 0; i < int(ncc.routeCount); i++ {
-					tgt := sockaddrStorageToIPNet(&ncc.routes[i].target)
-					viaN := sockaddrStorageToIPNet(&ncc.routes[i].via)
-					var via *net.IP
-					if viaN != nil && len(viaN.IP) > 0 {
-						via = &viaN.IP
-					}
-					if tgt != nil {
-						nc.Routes = append(nc.Routes, Route{
-							Target: *tgt,
-							Via:    via,
-							Flags:  uint16(ncc.routes[i].flags),
-							Metric: uint16(ncc.routes[i].metric),
-						})
-					}
+				if tgt != nil {
+					nc.Routes = append(nc.Routes, Route{
+						Target: *tgt,
+						Via:    via,
+						Flags:  uint16(ncc.routes[i].flags),
+						Metric: uint16(ncc.routes[i].metric),
+					})
 				}
-				network.updateConfig(&nc, nil)
 			}
+
+			node.runWaitGroup.Add(1)
+			go func() {
+				network.updateConfig(&nc, nil)
+				node.runWaitGroup.Done()
+			}()
 		}
-	}()
+	}
 }
 
 //export goZtEvent
 func goZtEvent(gn unsafe.Pointer, eventType C.int, data unsafe.Pointer) {
-	go func() {
-		nodesByUserPtrLock.RLock()
-		node := nodesByUserPtr[uintptr(gn)]
-		nodesByUserPtrLock.RUnlock()
-		if node == nil {
-			return
-		}
-		switch eventType {
-		case C.ZT_EVENT_OFFLINE:
-			atomic.StoreUint32(&node.online, 0)
-		case C.ZT_EVENT_ONLINE:
-			atomic.StoreUint32(&node.online, 1)
-		case C.ZT_EVENT_TRACE:
-			node.handleTrace(C.GoString((*C.char)(data)))
-		case C.ZT_EVENT_USER_MESSAGE:
-			um := (*C.ZT_UserMessage)(data)
-			id, err := newIdentityFromCIdentity(unsafe.Pointer(um.id))
-			if err != nil {
-				node.handleUserMessage(id, uint64(um.typeId), C.GoBytes(um.data, C.int(um.length)))
-			}
-		}
-	}()
+	nodesByUserPtrLock.RLock()
+	node := nodesByUserPtr[uintptr(gn)]
+	nodesByUserPtrLock.RUnlock()
+	if node == nil {
+		return
+	}
+
+	switch eventType {
+	case C.ZT_EVENT_OFFLINE:
+		atomic.StoreUint32(&node.online, 0)
+	case C.ZT_EVENT_ONLINE:
+		atomic.StoreUint32(&node.online, 1)
+	case C.ZT_EVENT_TRACE:
+		node.handleTrace(C.GoString((*C.char)(data)))
+	}
 }