permit unsandoxing specific tests

Author: mazunki

test.sh

@@ -75,7 +75,7 @@ multicore_subset(){
 
   # The following tests are not using multiple CPU's, but have been equippedd with some anyway
   # to make sure core functionality is not broken by missing locks etc. when waking up more cores.
-  nix-shell ./unikernel.nix --arg smp true $CCACHE_FLAG --argstr unikernel ./test/net/integration/udp
+  nix-shell ./unikernel.nix --arg smp true $CCACHE_FLAG --argstr unikernel ./test/net/integration/udp --arg doCheck true
   nix-build ./unikernel.nix --arg smp true $CCACHE_FLAG --argstr unikernel ./test/kernel/integration/paging --arg doCheck true
 }
 
@@ -112,7 +112,6 @@ fi
 
 # Continuing from here will run all integration tests.
 
-sandboxed=true
 run_testsuite() {
   local base_folder="$1"
   shift
@@ -138,24 +137,30 @@ run_testsuite() {
 
   for subfolder in "$base_folder"/*/; do
     local skip=false
+    local sandboxed=true
 
     for exclude in "${exclusion_list[@]}"; do
       if [[ "$subfolder" == *"$exclude"* ]]; then
         skip=true
         break
       fi
     done
-
     if [ "$skip" = true ]; then
       continue
     fi
 
+    for unsandbox in "${unsandbox_list[@]}"; do
+      if [[ "$subfolder" == *"$unsandbox"* ]]; then
+        sandboxed=false
+        break
+      fi
+    done
 
     # The command to run, as string to be able to print the fully expanded command
     if $sandboxed; then
       cmd="nix-build ./unikernel.nix $CCACHE_FLAG --argstr unikernel ${subfolder%/} --arg doCheck true"
     else
-      cmd="nix-shell ./unikernel.nix $CCACHE_FLAG --argstr unikernel ${subfolder%/}"
+      cmd="nix-shell ./unikernel.nix $CCACHE_FLAG --argstr unikernel ${subfolder%/} --arg doCheck true"
     fi
 
     echo ""
@@ -199,7 +204,11 @@ exclusions=(
   "modules"    # Requires 32-bit build, which our shell.nix is not set up for
 )
 
+unsandbox_list=(
+  "term"  # fails to create the tun device, like the net integration tests
+)
 run_testsuite "./test/kernel/integration" "${exclusions[@]}"
+unsandbox_list=()
 
 #
 # C++ STL runtime tests
@@ -228,9 +237,20 @@ exclusions=(
   "websocket" # Linking fails, undefined ref to http_parser_parse_url, http_parser_execute
 )
 
-sandboxed=false
+# all the following fail with the following error:
+#   <vm> failed to create tun device: Operation not permitted
+#   <vm> qemu-system-x86_64: -netdev bridge,id=net0,br=bridge43: bridge helper failed
+unsandbox_list=(
+  "./test/net/integration/configure"
+  "./test/net/integration/icmp"
+  "./test/net/integration/icmp6"
+  "./test/net/integration/slaac"
+  "./test/net/integration/tcp"
+  "./test/net/integration/udp"
+  "./test/net/integration/dns"  # except this one which times out instead
+)
 run_testsuite "./test/net/integration" "${exclusions[@]}"
-sandboxed=true
+unsandbox_list=()
 
 echo -e "\n~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"