reconcile_test.go

package stunner

import (
	"bytes"
	"fmt"
	"net"

	// "strconv"
	"testing"
	"time"

	"github.com/pion/transport/v3/test"
	"github.com/stretchr/testify/assert"

	"github.com/l7mp/stunner/internal/object"
	"github.com/l7mp/stunner/internal/resolver"
	stnrv1 "github.com/l7mp/stunner/pkg/apis/v1"
	a12n "github.com/l7mp/stunner/pkg/authentication"
	"github.com/l7mp/stunner/pkg/logger"
)

var _ = fmt.Sprintf("%d", 1)

const (
	dummyCert64 = "ZHVtbXktY2VydA==" // "dummy-cert"
	dummyKey64  = "ZHVtbXkta2V5"     // "dummy-key"
)

// *****************
// Reconciliation tests
// *****************
type StunnerReconcileTestConfig struct {
	name   string
	config stnrv1.StunnerConfig
	tester func(t *testing.T, s *Stunner, err error)
}

var testReconcileDefault = []StunnerReconcileTestConfig{
	{
		name: "reconcile-test: default admin",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.NoError(t, err, "no restart needed")

			assert.Len(t, s.adminManager.Keys(), 1, "adminManager keys")
			admin := s.GetAdmin()
			assert.Equal(t, admin.Name, stnrv1.DefaultStunnerName, "stunner name")
			// make sure we get the right loglevel, we may override this for debugging the tests
			// assert.Equal(t, admin.LogLevel, stnrv1.DefaultLogLevel, "stunner loglevel")

			assert.Len(t, s.authManager.Keys(), 1, "authManager keys")
			auth := s.GetAuth()
			assert.Equal(t, auth.Type, stnrv1.AuthTypeStatic, "auth type ok")

			assert.Equal(t, auth.Username, "user", "username ok")
			assert.Equal(t, auth.Password, "pass", "password ok")

			handler := s.NewAuthHandler()
			key, ok := handler("user", stnrv1.DefaultRealm,
				&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234})
			assert.True(t, ok, "authHandler key ok")
			assert.Equal(t, key, a12n.GenerateAuthKey("user",
				stnrv1.DefaultRealm, "pass"), "auth handler ok")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener  uses the open cluster for routing

			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")
		},
	},
	{
		name: "reconcile-test: empty credentials errs: user",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.ErrorContains(t, err, "empty username or password")
		},
	},
	{
		name: "reconcile-test: empty credentials errs: passwd",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.ErrorContains(t, err, "empty username or password")
		},
	},
	{
		name: "reconcile-test: empty listener is fine",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// deleting a listener does not require a restart
			assert.NoError(t, err, "restarted")
		},
	},
	{
		name: "reconcile-test: empty listener name errs",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.ErrorContains(t, err, "missing name")
		},
	},
	{
		name: "reconcile-test: empty cluster is fine",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.NoError(t, err, "no restart needed")
		},
	},
	{
		name: "reconcile-test: empty cluster name errs",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.ErrorContains(t, err, "missing name", "missing username")
		},
	},
	////////////// reconcile tests
	/// admin
	{
		name: "reconcile-test: reconcile name",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				Name:     "new-name",
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// no restart!
			assert.NoError(t, err, "no restart needed")

			// check everyting
			assert.Len(t, s.adminManager.Keys(), 1, "adminManager keys")
			admin := s.GetAdmin()
			assert.Equal(t, admin.Name, "new-name", "stunner name")
			// assert.Equal(t, admin.LogLevel, stnrv1.DefaultLogLevel, "stunner loglevel")

			assert.Len(t, s.authManager.Keys(), 1, "authManager keys")
			auth := s.GetAuth()
			assert.Equal(t, auth.Type, stnrv1.AuthTypeStatic, "auth type ok")

			assert.Equal(t, auth.Username, "user", "username ok")
			assert.Equal(t, auth.Password, "pass", "password ok")

			handler := s.NewAuthHandler()
			key, ok := handler("user", stnrv1.DefaultRealm,
				&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234})
			assert.True(t, ok, "authHandler key ok")
			assert.Equal(t, key, a12n.GenerateAuthKey("user",
				stnrv1.DefaultRealm, "pass"), "auth handler ok")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener  uses the open cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")
		},
	},
	{
		name: "reconcile-test: reconcile loglevel",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: "anything",
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// no restart!
			assert.NoError(t, err, "no restart needed")

			assert.Len(t, s.adminManager.Keys(), 1, "adminManager keys")
			admin := s.GetAdmin()
			assert.Equal(t, admin.Name, "default-stunnerd", "stunner name")
			// assert.Equal(t, admin.LogLevel, "anything", "stunner loglevel")

			assert.Len(t, s.authManager.Keys(), 1, "authManager keys")
			auth := s.GetAuth()
			assert.Equal(t, auth.Type, stnrv1.AuthTypeStatic, "auth type ok")

			assert.Equal(t, auth.Username, "user", "username ok")
			assert.Equal(t, auth.Password, "pass", "password ok")

			handler := s.NewAuthHandler()
			key, ok := handler("user", stnrv1.DefaultRealm,
				&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234})
			assert.True(t, ok, "authHandler key ok")
			assert.Equal(t, key, a12n.GenerateAuthKey("user",
				stnrv1.DefaultRealm, "pass"), "auth handler ok")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener  uses the open cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")
		},
	},
	{
		name: "reconcile-test: reconcile metrics_endpoint",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel:        "anything",
				MetricsEndpoint: "http://0.0.0.0:8080/metrics",
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// no restart!
			assert.NoError(t, err, "no restart needed")

			// check everyting
			assert.Len(t, s.adminManager.Keys(), 1, "adminManager keys")
			admin := s.GetAdmin()
			assert.Equal(t, admin.Name, "default-stunnerd", "stunner name")
			// assert.Equal(t, admin.LogLevel, stnrv1.DefaultLogLevel, "stunner loglevel")
			assert.Equal(t, admin.MetricsEndpoint, "http://0.0.0.0:8080/metrics",
				"stunner metrics endpoint")

			assert.Len(t, s.authManager.Keys(), 1, "authManager keys")
			auth := s.GetAuth()
			assert.Equal(t, auth.Type, stnrv1.AuthTypeStatic, "auth type ok")

			assert.Equal(t, auth.Username, "user", "username ok")
			assert.Equal(t, auth.Password, "pass", "password ok")

			handler := s.NewAuthHandler()
			key, ok := handler("user", stnrv1.DefaultRealm,
				&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234})
			assert.True(t, ok, "authHandler key ok")
			assert.Equal(t, key, a12n.GenerateAuthKey("user",
				stnrv1.DefaultRealm, "pass"), "auth handler ok")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener  uses the open cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")
		},
	},
	/// auth
	{
		name: "reconcile-test: reconcile staticauth name",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "newuser",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// no restart!
			assert.NoError(t, err, "no restart needed")

			auth := s.GetAuth()
			assert.Equal(t, auth.Type, stnrv1.AuthTypeStatic, "auth type ok")

			assert.Equal(t, auth.Username, "newuser", "username ok")
			assert.Equal(t, auth.Password, "pass", "password ok")

			handler := s.NewAuthHandler()
			key, ok := handler("newuser", stnrv1.DefaultRealm,
				&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234})
			assert.True(t, ok, "authHandler key ok")
			assert.Equal(t, key, a12n.GenerateAuthKey("newuser",
				stnrv1.DefaultRealm, "pass"), "auth handler ok")

			assert.Len(t, s.adminManager.Keys(), 1, "adminManager keys")
			admin := s.GetAdmin()
			assert.Equal(t, admin.Name, stnrv1.DefaultStunnerName, "stunner name")
			// assert.Equal(t, admin.LogLevel, "anything", "stunner loglevel")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener  uses the open cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")
		},
	},
	{
		name: "reconcile-test: reconcile static auth passwd",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "newpass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// no restart!
			assert.NoError(t, err, "no restart needed")

			auth := s.GetAuth()
			assert.Equal(t, auth.Type, stnrv1.AuthTypeStatic, "auth type ok")

			assert.Equal(t, auth.Username, "user", "username ok")
			assert.Equal(t, auth.Password, "newpass", "password ok")

			handler := s.NewAuthHandler()
			key, ok := handler("user", stnrv1.DefaultRealm,
				&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234})
			assert.True(t, ok, "authHandler key ok")
			assert.Equal(t, key, a12n.GenerateAuthKey("user",
				stnrv1.DefaultRealm, "newpass"), "auth handler ok")

			assert.Len(t, s.adminManager.Keys(), 1, "adminManager keys")
			admin := s.GetAdmin()
			assert.Equal(t, admin.Name, stnrv1.DefaultStunnerName, "stunner name")
			// assert.Equal(t, admin.LogLevel, "anything", "stunner loglevel")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener  uses the open cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")
		},
	},
	{
		name: "reconcile-test: reconcile ephemeral auth",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Type: "ephemeral",
				Credentials: map[string]string{
					"secret": "newsecret",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// no restart!
			assert.NoError(t, err, "no restart needed")

			auth := s.GetAuth()
			assert.Equal(t, auth.Type, stnrv1.AuthTypeEphemeral, "auth type ok")
			assert.Equal(t, auth.Secret, "newsecret")

			duration, _ := time.ParseDuration("10h")
			username := a12n.GenerateTimeWindowedUsername(time.Now(), duration, "dummy_user")
			passwd, err := a12n.GetLongTermCredential(username, "newsecret")
			assert.NoError(t, err, "GetLongTermCredential")

			handler := s.NewAuthHandler()
			key, ok := handler(username, stnrv1.DefaultRealm,
				&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234})
			assert.True(t, ok, "authHandler key ok")

			key2 := a12n.GenerateAuthKey(username, stnrv1.DefaultRealm, passwd)
			assert.Equal(t, key, key2, "authHandler key matches")

			assert.Len(t, s.adminManager.Keys(), 1, "adminManager keys")
			admin := s.GetAdmin()
			assert.Equal(t, admin.Name, stnrv1.DefaultStunnerName, "stunner name")
			// assert.Equal(t, admin.LogLevel, "anything", "stunner loglevel")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener  uses the open cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")
		},
	},
	/// listener
	{
		name: "reconcile-test: reconcile existing listener",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "default-listener",
				Protocol: "turn-tcp",
				Addr:     "127.0.0.2",
				Port:     12345,
				Routes:   []string{"none", "dummy"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// requires a restart!
			assert.Error(t, err, "restarted")
			e, ok := err.(stnrv1.ErrRestarted)
			assert.True(t, ok, "restarted status")
			assert.Len(t, e.Objects, 1, "restarted object")
			assert.Contains(t, e.Objects, "listener: default-listener")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNTCP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.2", "listener address ok")
			assert.Equal(t, l.Port, 12345, "listener port ok")
			assert.Len(t, l.Routes, 2, "listener route count ok")
			// sorted!!!
			assert.Equal(t, l.Routes[0], "dummy", "listener route name ok")
			assert.Equal(t, l.Routes[1], "none", "listener route name ok")

			assert.Len(t, s.adminManager.Keys(), 1, "adminManager keys")
			admin := s.GetAdmin()
			assert.Equal(t, admin.Name, stnrv1.DefaultStunnerName, "stunner name")
			// assert.Equal(t, admin.LogLevel, "anything", "stunner loglevel")

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener uses the old cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")
		},
	},
	{
		name: "reconcile-test: reconcile new listener",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "newlistener",
				Protocol: "turn-tcp",
				Addr:     "127.0.0.2",
				Port:     1,
				Routes:   []string{"none", "dummy"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// does not require a restart!
			assert.NoError(t, err, "restarted")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.Nil(t, l, "listener found")

			l = s.GetListener("newlistener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNTCP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.2", "listener address ok")
			assert.Equal(t, l.Port, 1, "listener port ok")
			assert.Len(t, l.Routes, 2, "listener route count ok")
			// sorted!
			assert.Equal(t, l.Routes[0], "dummy", "listener route name ok")
			assert.Equal(t, l.Routes[1], "none", "listener route name ok")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener uses the old cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")
		},
	},
	{
		name: "reconcile-test: empty TLS credentials errs",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "newlistener",
				Protocol: "turn-tls",
				Addr:     "127.0.0.2",
				Port:     1,
				Routes:   []string{"none", "dummy"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.ErrorContains(t, err, "empty TLS", "missing username")
		},
	},
	{
		name: "reconcile-test: reconcile additional listener",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}, {
				Name:     "newlistener",
				Protocol: "turn-tcp",
				Addr:     "127.0.0.2",
				Port:     1,
				Routes:   []string{"none", "dummy"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// does not require a restart!
			assert.NoError(t, err, "restart")

			assert.Len(t, s.listenerManager.Keys(), 2, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")
			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener uses the old cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")

			l = s.GetListener("newlistener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNTCP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.2", "listener address ok")
			assert.Equal(t, l.Port, 1, "listener port ok")
			assert.Len(t, l.Routes, 2, "listener route count ok")
			// sorted!
			assert.Equal(t, l.Routes[0], "dummy", "listener route name ok")
			assert.Equal(t, l.Routes[1], "none", "listener route name ok")

			p = s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")

		},
	},
	{
		name: "reconcile-test: reconcile existing listener with TLS cert and add a new one",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "default-listener",
				Addr:     "127.0.0.1",
				Protocol: "TURN-DTLS",
				Cert:     dummyCert64,
				Key:      dummyKey64,
				Routes:   []string{"allow-any"},
			}, {
				Name:     "newlistener",
				Protocol: "turn-tcp",
				Addr:     "127.0.0.2",
				Port:     1,
				Routes:   []string{"none", "dummy"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// default-listener restarts
			assert.Error(t, err, "restarted")
			e, ok := err.(stnrv1.ErrRestarted)
			assert.True(t, ok, "restarted status")
			assert.Len(t, e.Objects, 1, "restarted object")
			assert.Contains(t, e.Objects, "listener: default-listener")

			assert.Len(t, s.listenerManager.Keys(), 2, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")
			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNDTLS, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, bytes.Compare(l.Cert, []byte("dummy-cert")), 0, "listener cert ok")
			assert.Equal(t, bytes.Compare(l.Key, []byte("dummy-key")), 0, "listener key ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener uses the old cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")

			l = s.GetListener("newlistener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNTCP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.2", "listener address ok")
			assert.Equal(t, l.Port, 1, "listener port ok")
			assert.Len(t, l.Routes, 2, "listener route count ok")
			// sorted!
			assert.Equal(t, l.Routes[0], "dummy", "listener route name ok")
			assert.Equal(t, l.Routes[1], "none", "listener route name ok")

			p = s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")

		},
	},
	{
		name: "reconcile-test: reconcile existing listener with TLS cert and add a new one",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "default-listener",
				Addr:     "127.0.0.1",
				Protocol: "TURN-TLS",
				Cert:     dummyCert64,
				Key:      dummyKey64,
				Routes:   []string{"allow-any"},
			}, {
				Name:     "newlistener",
				Protocol: "turn-tcp",
				Addr:     "127.0.0.2",
				Port:     1,
				Routes:   []string{"none", "dummy"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// default-listener restarts
			assert.Error(t, err, "restarted")
			e, ok := err.(stnrv1.ErrRestarted)
			assert.True(t, ok, "restarted status")
			assert.Len(t, e.Objects, 1, "restarted object")
			assert.Contains(t, e.Objects, "listener: default-listener")

			assert.Len(t, s.listenerManager.Keys(), 2, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")
			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNTLS, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, bytes.Compare(l.Cert, []byte("dummy-cert")), 0, "listener cert ok")
			assert.Equal(t, bytes.Compare(l.Key, []byte("dummy-key")), 0, "listener key ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			// listener uses the old cluster for routing
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")

			l = s.GetListener("newlistener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNTCP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.2", "listener address ok")
			assert.Equal(t, l.Port, 1, "listener port ok")
			assert.Len(t, l.Routes, 2, "listener route count ok")
			// sorted!
			assert.Equal(t, l.Routes[0], "dummy", "listener route name ok")
			assert.Equal(t, l.Routes[1], "none", "listener route name ok")

			p = s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")

		},
	},
	{
		name: "reconcile-test: reconcile existing listener with new public IP and port",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:       "default-listener",
				Addr:       "127.0.0.1",
				Protocol:   "TURN-UDP",
				PublicAddr: "127.0.0.2",
				PublicPort: 33478,
				Routes:     []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// does not require a restart!
			assert.NoError(t, err, "restart")

			assert.Len(t, s.listenerManager.Keys(), 1, "listenerManager keys")

			l := s.GetListener("default-listener")
			assert.NotNil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")
			assert.Equal(t, l.Proto, stnrv1.ListenerProtocolTURNUDP, "listener proto ok")
			assert.Equal(t, l.Addr.String(), "127.0.0.1", "listener address ok")
			assert.Equal(t, l.Port, stnrv1.DefaultPort, "listener port ok")
			assert.Equal(t, l.PublicAddr, "127.0.0.2", "listener public address ok")
			assert.Equal(t, l.PublicPort, 33478, "listener public port ok")
			assert.Len(t, l.Routes, 1, "listener route count ok")
			assert.Equal(t, l.Routes[0], "allow-any", "listener route name ok")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")
		},
	},
	{
		name: "reconcile-test: reconcile deleted listener",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// does not require a restart!
			assert.NoError(t, err, "restarted")

			l := s.GetListener("default-listener")
			assert.Nil(t, l, "listener found")

			l = s.GetListener("newlistener")
			assert.Nil(t, l, "listener found")
			assert.IsType(t, l, &object.Listener{}, "listener type ok")

			assert.Len(t, s.listenerManager.Keys(), 0, "listenerManager keys")
		},
	},
	/// cluster
	{
		name: "reconcile-test: reconcile existing cluster",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "allow-any",
				Endpoints: []string{"1.1.1.1", "2.2.2.2/8"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.NoError(t, err, err)

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 2, "cluster endpoint count ok")
			assert.Equal(t, c.Endpoints[0].String(), "1.1.1.1", "cluster endpoint ok")
			_, n, _ := net.ParseCIDR("2.2.2.2/8")
			assert.Equal(t, c.Endpoints[1].String(), n.String(), "cluster endpoint ok")

			l := s.GetListener("default-listener")
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")

			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")
		},
	},
	{
		name: "reconcile-test: reconcile new cluster",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "newcluster",
				Endpoints: []string{"1.1.1.1", "2.2.2.2/8"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.NoError(t, err, err)

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.Nil(t, c, "cluster found")

			c = s.GetCluster("newcluster")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 2, "cluster endpoint count ok")
			assert.Equal(t, c.Endpoints[0].String(), "1.1.1.1", "cluster endpoint ok")
			_, n, _ := net.ParseCIDR("2.2.2.2/8")
			assert.Equal(t, c.Endpoints[1].String(), n.String(), "cluster endpoint ok")

			l := s.GetListener("default-listener")
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")

			// listener still uses the old cluster for routing
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")
		},
	},
	{
		name: "reconcile-test: reconcile cluster with port range",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "newcluster",
				Endpoints: []string{"1.1.1.1:<1-2>", "2.2.2.2/8:<3-4>"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.NoError(t, err, err)

			assert.Len(t, s.clusterManager.Keys(), 1, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.Nil(t, c, "cluster found")

			c = s.GetCluster("newcluster")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 2, "cluster endpoint count ok")
			assert.Equal(t, c.Endpoints[0].String(), "1.1.1.1:<1-2>", "cluster endpoint ok")
			assert.Equal(t, c.Endpoints[1].String(), "2.0.0.0/8:<3-4>", "cluster endpoint ok")

			l := s.GetListener("default-listener")
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")

			// listener still uses the old cluster for routing
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")
		},
	},
	{
		name: "reconcile-test: reconcile additional cluster",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "newcluster",
				Endpoints: []string{"1.1.1.1", "2.2.2.2/8"},
			}, {
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.NoError(t, err, err)

			assert.Len(t, s.clusterManager.Keys(), 2, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			l := s.GetListener("default-listener")
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")

			c = s.GetCluster("newcluster")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 2, "cluster endpoint count ok")
			assert.Equal(t, c.Endpoints[0].String(), "1.1.1.1", "cluster endpoint ok")
			_, n, _ = net.ParseCIDR("2.2.2.2/8")
			assert.Equal(t, c.Endpoints[1].String(), n.String(), "cluster endpoint ok")

			// listener still uses the old open cluster for routing
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 ok")
		},
	},
	{
		name: "reconcile-test: reconcile additional cluster and reroute",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"newcluster"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "newcluster",
				Endpoints: []string{"1.1.1.1", "2.2.2.2/8"},
			}, {
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// only routes have changed, we shouldn't need a restart
			assert.NoError(t, err, err)

			assert.Len(t, s.clusterManager.Keys(), 2, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			l := s.GetListener("default-listener")
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")

			c = s.GetCluster("newcluster")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 2, "cluster endpoint count ok")
			assert.Equal(t, c.Endpoints[0].String(), "1.1.1.1", "cluster endpoint ok")
			_, n, _ = net.ParseCIDR("2.2.2.2/8")
			assert.Equal(t, c.Endpoints[1].String(), n.String(), "cluster endpoint ok")

			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")
		},
	},
	{
		name: "reconcile-test: reconcile port-range",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"newcluster"},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "newcluster",
				Endpoints: []string{"1.1.1.1:<1-2>", "2.2.2.2/8:<3-4>"},
			}, {
				Name:      "allow-any",
				Endpoints: []string{"0.0.0.0/0"},
			}},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			// only routes have changed, we shouldn't need a restart
			assert.NoError(t, err, err)

			assert.Len(t, s.clusterManager.Keys(), 2, "clusterManager keys")

			c := s.GetCluster("allow-any")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 1, "cluster endpoint count ok")
			_, n, _ := net.ParseCIDR("0.0.0.0/0")
			assert.Equal(t, c.Endpoints[0].String(), n.String(), "cluster endpoint ok")

			l := s.GetListener("default-listener")
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")

			c = s.GetCluster("newcluster")
			assert.NotNil(t, c, "cluster found")
			assert.IsType(t, c, &object.Cluster{}, "cluster type ok")
			assert.Equal(t, c.Type, stnrv1.ClusterTypeStatic, "cluster mode ok")
			assert.Len(t, c.Endpoints, 2, "cluster endpoint count ok")
			assert.Equal(t, c.Endpoints[0].String(), "1.1.1.1:<1-2>", "cluster endpoint ok")
			assert.Equal(t, c.Endpoints[1].String(), "2.0.0.0/8:<3-4>", "cluster endpoint ok")

			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")

			assert.True(t, c.Route(net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.False(t, c.Route(net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.True(t, c.Route(net.ParseIP("2.2.2.2")), "route to 2.2.2.2 ok")
			assert.True(t, c.Route(net.ParseIP("2.128.3.3")), "route to 2.128.3.3 ok")
			assert.False(t, c.Route(net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")

			assert.True(t, c.Match(net.ParseIP("1.1.1.1"), 1), "match 1.1.1.1:1 ok")
			assert.True(t, c.Match(net.ParseIP("1.1.1.1"), 2), "match 1.1.1.1:2 ok")
			assert.False(t, c.Match(net.ParseIP("1.1.1.1"), 3), "match 1.1.1.1:3 fails")

			assert.False(t, c.Match(net.ParseIP("1.1.1.2"), 1), "match 1.1.1.2 fails")

			assert.True(t, c.Match(net.ParseIP("2.2.2.2"), 3), "match 2.2.2.2:3 ok")
			assert.True(t, c.Match(net.ParseIP("2.2.2.2"), 4), "match 2.2.2.2:4 ok")
			assert.False(t, c.Match(net.ParseIP("2.2.2.2"), 5), "match 2.2.2.2:4 fails")

			assert.True(t, c.Match(net.ParseIP("2.128.3.3"), 3), "match 2.128.3.3:3 ok")
			assert.True(t, c.Match(net.ParseIP("2.128.3.3"), 4), "match 2.128.3.3:4 ok")
			assert.False(t, c.Match(net.ParseIP("2.128.3.3"), 5), "match 2.128.3.3:5 ok")

			assert.False(t, c.Match(net.ParseIP("3.0.0.0"), 1), "match 3.0.0.0 fails")
		},
	},
	{
		name: "reconcile-test: reconcile deleted cluster",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:   "default-listener",
				Addr:   "127.0.0.1",
				Routes: []string{"allow-any"},
			}},
			Clusters: []stnrv1.ClusterConfig{},
		},
		tester: func(t *testing.T, s *Stunner, err error) {
			assert.NoError(t, err, err)

			assert.Len(t, s.clusterManager.Keys(), 0, "clusterManager keys")

			l := s.GetListener("default-listener")
			p := s.NewPermissionHandler(l)
			assert.NotNil(t, p, "permission handler exists")

			// missing cluster, deny all IPs
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.1")), "route to 1.1.1.1 ok")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("1.1.1.2")), "route to 1.1.1.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.2.2.2")), "route to 2.2.2.2 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("2.128.3.3")), "route to 2.128.3.3 fails")
			assert.False(t, p(&net.UDPAddr{IP: net.ParseIP("127.0.0.1"), Port: 1234},
				net.ParseIP("3.0.0.0")), "route to 3.0.0.0 fails")
		},
	},
}

// start with default config and then reconcile with the given config
func TestStunnerReconcile(t *testing.T) {
	lim := test.TimeOut(time.Second * 60)
	defer lim.Stop()

	report := test.CheckRoutines(t)
	defer report()

	loggerFactory := logger.NewLoggerFactory(stunnerTestLoglevel)
	log := loggerFactory.NewLogger("test")

	for _, c := range testReconcileDefault {
		t.Run(c.name, func(t *testing.T) {
			log.Debugf("-------------- Running test: %s -------------", c.name)

			log.Debug("creating a stunnerd")
			conf, err := NewDefaultConfig("turn://user:pass@127.0.0.1:3478")
			assert.NoError(t, err, err)
			conf.Admin.LogLevel = stunnerTestLoglevel

			log.Debug("creating a stunnerd")
			s := NewStunner(Options{
				DryRun:           true,
				LogLevel:         stunnerTestLoglevel,
				SuppressRollback: true,
			})

			log.Debug("starting stunnerd")
			assert.NoError(t, s.Reconcile(conf), "starting server")

			runningConf := s.GetConfig()
			assert.NotNil(t, runningConf, "default stunner get config ok")

			// fmt.Printf("default conf: %#v\n", conf.Clusters[0])
			// fmt.Printf("running conf: %#v\n", runningConf.Clusters[0])
			// x := reflect.DeepEqual(conf.Clusters[0], runningConf.Clusters[0])
			// fmt.Printf("deepeq: %#v\n", x)
			// x = conf.Clusters[0].DeepEqual(&runningConf.Clusters[0])
			// fmt.Printf("deepeqqqqqqq: %#v\n", x)

			assert.True(t, conf.Admin.DeepEqual(&runningConf.Admin),
				"default stunner admin config ok")
			assert.True(t, conf.Auth.DeepEqual(&runningConf.Auth),
				"default stunner auth config ok")
			assert.True(t, conf.Listeners[0].DeepEqual(
				&runningConf.Listeners[0]), "default stunner listener config ok")
			assert.True(t, conf.Clusters[0].DeepEqual(
				&runningConf.Clusters[0]), "default stunner cluster config ok")

			assert.True(t, conf.DeepEqual(runningConf), "default stunner config ok")

			err = s.Reconcile(&c.config)
			c.tester(t, s, err)

			s.Close()
		})
	}
}

/********************************************
 *
 * E2E reconcile test with a running server
 *
 *********************************************/

type StunnerTestReconcileE2EConfig struct {
	testName                                          string
	config                                            stnrv1.StunnerConfig
	echoServerAddr                                    string
	bindSuccess, allocateSuccess, echoResult, restart bool
}

func testStunnerReconcileWithVNet(t *testing.T, testcases []StunnerTestReconcileE2EConfig, rollback bool) {
	lim := test.TimeOut(time.Second * 120)
	defer lim.Stop()

	report := test.CheckRoutines(t)
	defer report()

	loggerFactory := logger.NewLoggerFactory(stunnerTestLoglevel)
	log := loggerFactory.NewLogger("test")

	// patch in the vnet
	log.Debug("building virtual network")
	v, err := buildVNet(loggerFactory)
	assert.NoError(t, err, err)

	log.Debug("creating default stunner config")
	conf, err := NewDefaultConfig("turn://user:pass@1.2.3.4:3478?transport=udp")
	assert.NoError(t, err, err)

	conf.Admin.LogLevel = stunnerTestLoglevel
	conf.Admin.MetricsEndpoint = ""

	log.Debug("setting up the mock DNS")
	mockDns := resolver.NewMockResolver(map[string]([]string){
		"stunner.l7mp.io":     []string{"1.2.3.4"},
		"echo-server.l7mp.io": []string{"1.2.3.5"},
		"dummy.l7mp.io":       []string{"1.2.3.10"},
	}, loggerFactory)

	// should never err
	mockDns.Start()
	assert.NoError(t, nil, "start mock DNS")

	log.Debug("creating a stunnerd")
	s := NewStunner(Options{
		LogLevel:         stunnerTestLoglevel,
		SuppressRollback: rollback,
		Resolver:         mockDns,
		Net:              v.podnet,
	})

	log.Debug("starting stunnerd")
	assert.NoError(t, s.Reconcile(conf), "starting server")

	for _, c := range testcases {
		t.Run(c.testName, func(t *testing.T) {
			log.Debugf("-------------- Running test: %s -------------", c.testName)

			log.Debug("reconciling server")
			err := s.Reconcile(&c.config)
			if c.restart {
				assert.ErrorContains(t, err, "restart", "starting server")
			} else {
				assert.NoError(t, err, "no restart")
			}

			// // make sure new clusters use the mockDns
			// s.resolver.SetResolver(mockDns)

			log.Debug("creating a client")
			lconn, err := v.wan.ListenPacket("udp4", "0.0.0.0:0")
			assert.NoError(t, err, "cannot create client listening socket")

			testConfig := echoTestConfig{t, v.podnet, v.wan, s, "stunner.l7mp.io:3478",
				lconn, "user", "pass", net.IPv4(5, 6, 7, 8), c.echoServerAddr,
				c.allocateSuccess, c.bindSuccess, c.echoResult, loggerFactory}
			stunnerEchoTest(testConfig)

			time.Sleep(100 * time.Millisecond)
			lconn.Close()
		})
	}

	s.Close()
	assert.NoError(t, v.Close(), "cannot close VNet")
}

var testReconcileE2E = []StunnerTestReconcileE2EConfig{
	{
		testName: "initial E2E reconcile test: empty server",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{},
			Clusters:  []stnrv1.ClusterConfig{},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     false,
		allocateSuccess: false,
		echoResult:      false,
	},
	{
		testName: "adding a listener at the wrong port",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3480,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     false,
		allocateSuccess: true,
		echoResult:      false,
	},
	{
		testName: "adding a cluster to a listener at the wrong port",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3480,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     false,
		allocateSuccess: true,
		echoResult:      false,
	},
	{
		testName: "adding a listener at the right port",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3480,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "changing the port in the wrong listener",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         true,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "changing static credentials to a wrong passwd",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "dummy",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: false,
		echoResult:      false,
	},
	{
		testName: "changing auth to ephemeral credentials errs",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Type: "ephemeral",
				Credentials: map[string]string{
					"secret": "dummy",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: false,
		echoResult:      false,
	},
	{
		testName: "reverting good static credentials ok",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Realm: "stunner.l7mp.io",
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "realm reset induces a server restart",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Realm: "dummy",
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         true,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "reverting the realm induces another server restart",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Realm: "stunner.l7mp.io",
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         true,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "adding a cluster to the wrong IP",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}, {
				Name:      "dummy-cluster",
				Endpoints: []string{},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "removing working cluster",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name:      "dummy-cluster",
				Endpoints: []string{},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      false,
	},
	{
		testName: "reintroducing good cluster to the wrong IP",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}, {
				Name:     "udp",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3479,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}, {
				Name:      "dummy-cluster",
				Endpoints: []string{},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "removing wrong listener",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}, {
				Name:      "dummy-cluster",
				Endpoints: []string{},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "correct the wrong cluster and remove the good one",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.10",
				},
			}, {
				Name: "dummy-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "removing wrong cluster and reverting the working one",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "removing dangling cluster ref",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "adding port range to cluster ok",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5:<5678-5678>",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "extensing port range still ok",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Endpoints: []string{
					"1.2.3.5:<1-10000>",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "converting cluster to strict dns",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"echo-server-cluster",
					"dummy-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "echo-server-cluster",
				Type: "STRICT_DNS",
				Endpoints: []string{
					"echo-server.l7mp.io",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "rewiring to an open cluster",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"open-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{{
				Name: "open-cluster",
				Endpoints: []string{
					"0.0.0.0/0",
				},
			}},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     true,
		allocateSuccess: true,
		echoResult:      true,
	},
	{
		testName: "closing open cluster",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{{
				Name:     "udp-ok",
				Protocol: "turn-udp",
				Addr:     "1.2.3.4",
				Port:     3478,
				Routes: []string{
					"open-cluster",
				},
			}},
			Clusters: []stnrv1.ClusterConfig{},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		allocateSuccess: true,
		bindSuccess:     true,
		echoResult:      false,
	},
	{
		testName: "closing listener",
		config: stnrv1.StunnerConfig{
			ApiVersion: stnrv1.ApiVersion,
			Admin: stnrv1.AdminConfig{
				LogLevel: stunnerTestLoglevel,
			},
			Auth: stnrv1.AuthConfig{
				Credentials: map[string]string{
					"username": "user",
					"password": "pass",
				},
			},
			Listeners: []stnrv1.ListenerConfig{},
			Clusters:  []stnrv1.ClusterConfig{},
		},
		echoServerAddr:  "1.2.3.5:5678",
		restart:         false,
		bindSuccess:     false,
		allocateSuccess: true,
		echoResult:      false,
	},
}

func TestStunnerReconcileWithVNetE2E(t *testing.T) {
	testStunnerReconcileWithVNet(t, testReconcileE2E, true)
}

/********************************************
 *
 * reconcile rollback tests: start from a base connfiguration and test through a series of rollback
 * tests
 *
 *********************************************/
var testReconcileRollback = map[string][]StunnerTestReconcileE2EConfig{
	"reconcile protocol": {
		{
			testName: "base config",
			config: stnrv1.StunnerConfig{
				ApiVersion: stnrv1.ApiVersion,
				Admin: stnrv1.AdminConfig{
					LogLevel: stunnerTestLoglevel,
				},
				Auth: stnrv1.AuthConfig{
					Credentials: map[string]string{
						"username": "user",
						"password": "pass",
					},
				},
				Listeners: []stnrv1.ListenerConfig{{
					Name:     "default-listener",
					Protocol: "turn-udp",
					Addr:     "1.2.3.4",
					Port:     3478,
					Routes: []string{
						"echo-server-cluster",
					},
				}},
				Clusters: []stnrv1.ClusterConfig{{
					Name: "echo-server-cluster",
					Endpoints: []string{
						"1.2.3.5",
					},
				}},
			},
			echoServerAddr:  "1.2.3.5:5678",
			restart:         false,
			bindSuccess:     true,
			allocateSuccess: true,
			echoResult:      true,
		},
		{
			// this will trigger an error at a later stage of reconciliation that the
			// validation phase cannot catch and cause a rollback
			testName: "reconcile listener with an invalid TLS cert/key",
			config: stnrv1.StunnerConfig{
				ApiVersion: stnrv1.ApiVersion,
				Admin: stnrv1.AdminConfig{
					LogLevel: stunnerTestLoglevel,
				},
				Auth: stnrv1.AuthConfig{
					Credentials: map[string]string{
						"username": "user",
						"password": "pass",
					},
				},
				Listeners: []stnrv1.ListenerConfig{{
					Name:     "default-listener",
					Protocol: "turn-tls",
					Addr:     "1.2.3.4",
					Port:     3478,
					Key:      "ZHVtbXkK", // base64: dummy
					Cert:     "ZHVtbXkK", // base64: dummy
					Routes: []string{
						"echo-server-cluster",
					},
				}},
				Clusters: []stnrv1.ClusterConfig{{
					Name: "echo-server-cluster",
					Endpoints: []string{
						"1.2.3.5",
					},
				}},
			},
			echoServerAddr:  "1.2.3.5:5678",
			restart:         true,
			bindSuccess:     true,
			allocateSuccess: true,
			echoResult:      true,
		},
	},
}

func TestStunnerReconcileWithVNetRollback(t *testing.T) {
	loggerFactory := logger.NewLoggerFactory(stunnerTestLoglevel)
	log := loggerFactory.NewLogger("rollback-test")

	for name, testcase := range testReconcileRollback {
		log.Debugf("-------------- Running new test: %s -------------", name)
		testStunnerReconcileWithVNet(t, testcase, false)
	}
}