test: added functional tests for topology probe of VPP running in docker container

Signed-off-by: Filip Gschwandtner <filip.gschwandtner@pantheon.tech>

Author: fgschwan

scripts/ci/jobs/jobs.yml

@@ -374,7 +374,7 @@
     builders:
       - skydive-cleanup
       - skydive-test:
-          test: BACKEND=elasticsearch ARGS="-ovs.oflow.native" scripts/ci/run-functional-tests.sh
+          test: BACKEND=elasticsearch WITH_DOCKER_VPP=true ARGS="-ovs.oflow.native" scripts/ci/run-functional-tests.sh
     publishers:
       - junit:
           results: tests.xml
@@ -392,7 +392,7 @@
     builders:
       - skydive-cleanup
       - skydive-test:
-          test: BACKEND=orientdb scripts/ci/run-functional-tests.sh
+          test: BACKEND=orientdb WITH_DOCKER_VPP=true scripts/ci/run-functional-tests.sh
     publishers:
       - junit:
           results: tests.xml

tests/vpp_test.go

@@ -2,6 +2,7 @@
 
 /*
  * Copyright (C) 2019 Red Hat, Inc.
+ * Copyright (c) 2019 PANTHEON.tech s.r.o.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -27,9 +28,15 @@ import (
 	"time"
 
 	"github.com/skydive-project/skydive/graffiti/graph"
+	"github.com/skydive-project/skydive/gremlin"
 	"github.com/skydive-project/skydive/topology/probes/vpp"
 )
 
+const (
+	dockerImageWithRunningVPP = "ligato/vpp-base:19.04"
+	vppWaitScript             = "sh -c 'retry=%d;until docker exec %s vppctl sh version || [ $retry -eq 0 ]; do retry=$(( retry-1 ));sleep 0.5s;echo \"VPP not ready-retries left \"$retry;done'"
+)
+
 func createLoopback(t *testing.T) string {
 	cmd := "vppctl loopback create-interface"
 	out, err := exec.Command("/bin/sh", "-c", cmd).CombinedOutput()
@@ -99,3 +106,120 @@ func TestVPPLoopback(t *testing.T) {
 	}
 	RunTest(t, test)
 }
+
+func TestVPPInDocker(t *testing.T) {
+	test := &Test{
+		setupCmds: []Cmd{
+			{fmt.Sprintf("docker run -d -t -i --privileged --name test-skydive-docker-running-vpp %s", dockerImageWithRunningVPP), false},
+			{fmt.Sprintf(vppWaitScript, 30, "test-skydive-docker-running-vpp"), true},
+		},
+
+		tearDownCmds: []Cmd{
+			{"docker rm -f test-skydive-docker-running-vpp", false},
+		},
+
+		mode: Replay,
+
+		checks: []CheckFunction{func(c *CheckContext) error {
+			return assertOneEndNode(c, c.gremlin.V().Has("Type", "netns").
+				Out("Type", "vpp"))
+		}},
+	}
+
+	RunTest(t, test)
+}
+
+func TestVPPConnectingToVeth(t *testing.T) {
+	test := &Test{
+		setupCmds: []Cmd{
+			{fmt.Sprintf("docker run -d -t -i --privileged --name test-skydive-docker-vpp-to-veth %s", dockerImageWithRunningVPP), false},
+			{fmt.Sprintf(vppWaitScript, 30, "test-skydive-docker-vpp-to-veth"), true},
+			{"docker exec test-skydive-docker-vpp-to-veth ip link add name veth-container type veth peer name veth-host", true}, // creating veth tunnel (that can be used to tunnel docker container and docker host)
+			{"docker exec test-skydive-docker-vpp-to-veth ip link set dev veth-container up", true},
+			{"docker exec test-skydive-docker-vpp-to-veth ip link set dev veth-host up", true},                     // no need for this test to actually push veth-host to network namespace of docker host OS
+			{"docker exec test-skydive-docker-vpp-to-veth vppctl create host-interface name veth-container", true}, // grabbing and using veth-container end of tunnel in VPP
+			{"docker exec test-skydive-docker-vpp-to-veth vppctl set int state host-veth-container up", true},
+		},
+
+		tearDownCmds: []Cmd{
+			{"docker rm -f test-skydive-docker-vpp-to-veth", false},
+		},
+
+		mode: Replay,
+
+		checks: []CheckFunction{func(c *CheckContext) error {
+			return assertOneEndNode(c, c.gremlin.V().Has("Type", "interface", "Driver", "vpp", "Name", "host-veth-container").
+				In("Type", "veth", "Name", "veth-container"))
+		}},
+	}
+
+	RunTest(t, test)
+}
+
+func TestVPPMemifTunnel(t *testing.T) {
+	vpp1Container := "test-skydive-docker-vpp1-with-memif-tunnel"
+	vpp2Container := "test-skydive-docker-vpp2-with-memif-tunnel"
+	test := &Test{
+		setupCmds: []Cmd{
+			// prepare container-shared folder (docker would create it automatically, but creating it now and with user that is running test resolves permission problems in teardown)
+			{"mkdir /tmp/skydivetests-dockervpp-sockets", false},
+
+			// starting docker contrainers
+			{fmt.Sprintf("docker run -d -t -i -v /tmp/skydivetests-dockervpp-sockets/:/run/othersockets/ --privileged --name %s %s", vpp1Container, dockerImageWithRunningVPP), false},
+			{fmt.Sprintf("docker run -d -t -i -v /tmp/skydivetests-dockervpp-sockets/:/run/othersockets/ --privileged --name %s %s", vpp2Container, dockerImageWithRunningVPP), false},
+
+			// waiting for VPPs to start inside containers
+			{fmt.Sprintf(vppWaitScript, 30, vpp1Container), true},
+			{fmt.Sprintf(vppWaitScript, 30, vpp2Container), true},
+
+			// creating memif tunnel
+			{fmt.Sprintf("docker exec %s vppctl create memif socket id 1 filename /run/othersockets/another-memif.sock", vpp1Container), true},
+			{fmt.Sprintf("docker exec %s vppctl create interface memif socket-id 1 id 0 master", vpp1Container), true},
+			{fmt.Sprintf("docker exec %s vppctl set int state memif1/0 up", vpp1Container), true},
+			{fmt.Sprintf("docker exec %s vppctl create memif socket id 1 filename /run/othersockets/another-memif.sock", vpp2Container), true},
+			{fmt.Sprintf("docker exec %s vppctl create interface memif socket-id 1 id 0 slave", vpp2Container), true},
+			{fmt.Sprintf("docker exec %s vppctl set int state memif1/0 up", vpp2Container), true},
+		},
+
+		tearDownCmds: []Cmd{
+			// removing memif socket file (it was created by VPP,but removing it from VPP doesn't remove the physical
+			// file->removing reference from VPPs and removing it on docker container level to prevent permission problems)
+			{fmt.Sprintf("docker exec %s vppctl delete interface memif memif1/0", vpp1Container), true},
+			{fmt.Sprintf("docker exec %s vppctl delete interface memif memif1/0", vpp2Container), true},
+			{fmt.Sprintf("docker exec %s vppctl delete memif socket id 1", vpp1Container), true},
+			{fmt.Sprintf("docker exec %s vppctl delete memif socket id 1", vpp2Container), true},
+			{fmt.Sprintf("docker exec %s rm -rf /run/othersockets/another-memif.sock", vpp1Container), true},
+
+			// removing docker containers
+			{fmt.Sprintf("docker rm -f %s", vpp1Container), false},
+			{fmt.Sprintf("docker rm -f %s", vpp2Container), false},
+
+			// removing container-shared folder for memif socket file
+			{"rm -rf /tmp/skydivetests-dockervpp-sockets", true},
+		},
+
+		mode: Replay,
+
+		checks: []CheckFunction{func(c *CheckContext) error {
+			return assertOneEndNode(c, c.gremlin.V().Has("Type", "vpp", "Program", "vpe").
+				Out("Type", "interface", "Name", "memif1/0", "VPP.SocketFilename", "/run/othersockets/another-memif.sock", "VPP.Master", true).
+				Out("Type", "interface", "Name", "memif1/0", "VPP.SocketFilename", "/run/othersockets/another-memif.sock", "VPP.Master", false).
+				In("Type", "vpp", "Program", "vpe"))
+		}},
+	}
+
+	RunTest(t, test)
+}
+
+func assertOneEndNode(c *CheckContext, queryString gremlin.QueryString) error {
+	nodes, err := c.gh.GetNodes(queryString)
+	if err != nil {
+		return err
+	}
+
+	if len(nodes) != 1 {
+		return fmt.Errorf("expected 1 end node, got %+v", nodes)
+	}
+
+	return nil
+}